2015-02-12 12:21:21,967 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 12:21:21,994 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 12:21:21,994 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.tap.hadoop.HadoopTapPlatformTest
2015-02-12 12:21:22,009 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 12:21:22,760 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 12:21:22,813 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 12:21:22,836 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 12:21:22,884 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 12:21:22,884 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 12:21:22,885 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 12:21:22,886 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 12:21:22,887 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 12:21:22
2015-02-12 12:21:22,890 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 12:21:22,890 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:22,896 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 12:21:22,896 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 12:21:22,914 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 12:21:22,914 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 12:21:22,915 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 12:21:22,915 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 12:21:22,915 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 12:21:22,916 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 12:21:22,916 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 12:21:22,917 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 12:21:22,918 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 12:21:22,935 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 12:21:22,935 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 12:21:22,936 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 12:21:22,936 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 12:21:22,938 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 12:21:23,081 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 12:21:23,082 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:23,082 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 12:21:23,082 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 12:21:23,083 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 12:21:23,089 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 12:21:23,089 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:23,090 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 12:21:23,090 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 12:21:23,111 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 12:21:23,111 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 12:21:23,112 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 12:21:23,113 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 12:21:23,113 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 12:21:23,116 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 12:21:23,116 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:23,117 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 12:21:23,117 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 12:21:23,123 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 12:21:23,124 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 12:21:23,124 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 12:21:23,169 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:23,180 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 12:21:23,183 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 12:21:23,284 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 12:21:23,286 INFO namenode.NameNode (NameNode.java:createNameNode(1367)) - createNameNode []
2015-02-12 12:21:23,305 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 12:21:23,351 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(376)) - Scheduled snapshot period at 10 second(s).
2015-02-12 12:21:23,351 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2015-02-12 12:21:23,353 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(349)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 12:21:23,377 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1694)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 12:21:23,413 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 12:21:23,417 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 12:21:23,428 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:23,431 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 12:21:23,431 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:23,432 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:23,447 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 12:21:23,449 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:21:23,462 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60742
2015-02-12 12:21:23,463 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:23,491 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_60742_hdfs____.wvax5n/webapp
2015-02-12 12:21:23,761 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60742
2015-02-12 12:21:23,767 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 12:21:23,768 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 12:21:23,769 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 12:21:23,769 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 12:21:23,770 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 12:21:23,770 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 12:21:23
2015-02-12 12:21:23,770 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 12:21:23,771 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:23,771 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 12:21:23,771 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 12:21:23,772 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 12:21:23,773 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 12:21:23,773 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 12:21:23,774 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 12:21:23,774 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 12:21:23,774 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 12:21:23,774 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 12:21:23,775 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 12:21:23,775 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 12:21:23,775 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 12:21:23,775 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 12:21:23,776 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 12:21:23,776 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 12:21:23,777 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 12:21:23,777 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 12:21:23,777 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:23,778 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 12:21:23,778 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 12:21:23,779 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 12:21:23,779 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 12:21:23,780 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:23,780 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 12:21:23,780 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 12:21:23,781 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 12:21:23,781 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 12:21:23,781 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 12:21:23,782 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 12:21:23,782 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 12:21:23,782 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 12:21:23,783 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:23,783 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 12:21:23,783 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 12:21:23,785 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 12:21:23,786 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 12:21:23,786 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 12:21:23,794 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:23,797 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:23,800 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current
2015-02-12 12:21:23,801 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/current
2015-02-12 12:21:23,802 INFO namenode.FSImage (FSImage.java:loadFSImage(656)) - No edit log streams selected.
2015-02-12 12:21:23,820 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 12:21:23,828 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(182)) - Loaded FSImage in 0 seconds.
2015-02-12 12:21:23,829 INFO namenode.FSImage (FSImage.java:loadFSImage(937)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 12:21:23,834 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1029)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 12:21:23,835 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1173)) - Starting log segment at 1
2015-02-12 12:21:23,862 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 12:21:23,863 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(748)) - Finished loading FSImage in 77 msecs
2015-02-12 12:21:24,025 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(329)) - RPC server is binding to localhost:0
2015-02-12 12:21:24,030 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:24,040 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60743
2015-02-12 12:21:24,068 INFO namenode.NameNode (NameNode.java:initialize(603)) - Clients are to use localhost:60743 to access this namenode/service.
2015-02-12 12:21:24,072 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6645)) - Registered FSNamesystemState MBean
2015-02-12 12:21:24,090 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 12:21:24,090 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 12:21:24,090 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1221)) - initializing replication queues
2015-02-12 12:21:24,091 INFO hdfs.StateChange (FSNamesystem.java:leave(5740)) - STATE* Leaving safe mode after 0 secs
2015-02-12 12:21:24,091 INFO hdfs.StateChange (FSNamesystem.java:leave(5751)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 12:21:24,091 INFO hdfs.StateChange (FSNamesystem.java:leave(5754)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 12:21:24,094 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2612)) - Total number of blocks = 0
2015-02-12 12:21:24,094 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2613)) - Number of invalid blocks = 0
2015-02-12 12:21:24,094 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2614)) - Number of under-replicated blocks = 0
2015-02-12 12:21:24,094 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2615)) - Number of over-replicated blocks = 0
2015-02-12 12:21:24,095 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2617)) - Number of blocks being written = 0
2015-02-12 12:21:24,095 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2618)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 4 msec
2015-02-12 12:21:24,116 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:24,116 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60743: starting
2015-02-12 12:21:24,119 INFO namenode.NameNode (NameNode.java:startCommonServices(646)) - NameNode RPC up at: localhost/127.0.0.1:60743
2015-02-12 12:21:24,119 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1142)) - Starting services required for active state
2015-02-12 12:21:24,123 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 12:21:24,123 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 1423772484123 milliseconds
2015-02-12 12:21:24,124 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:21:24,173 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2
2015-02-12 12:21:24,251 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:21:24,252 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:21:24,255 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:21:24,260 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:60744
2015-02-12 12:21:24,261 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:21:24,262 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:21:24,264 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:21:24,265 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:24,267 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:21:24,267 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:24,267 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:24,271 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:21:24,272 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60745
2015-02-12 12:21:24,272 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:24,276 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_60745_datanode____wnqu3p/webapp
2015-02-12 12:21:24,400 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60745
2015-02-12 12:21:24,401 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:21:24,401 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:21:24,414 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:24,415 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60746
2015-02-12 12:21:24,422 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:60746
2015-02-12 12:21:24,432 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:21:24,434 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:21:24,445 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60743 starting to offer service
2015-02-12 12:21:24,449 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:24,450 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60746: starting
2015-02-12 12:21:24,453 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4
2015-02-12 12:21:24,485 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:21:24,485 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:21:24,486 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:21:24,486 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:60747
2015-02-12 12:21:24,486 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:21:24,487 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:21:24,488 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:21:24,489 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:24,491 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:21:24,491 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:24,492 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:24,494 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:21:24,494 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60748
2015-02-12 12:21:24,495 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:24,498 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_60748_datanode____i3owh4/webapp
2015-02-12 12:21:24,640 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60748
2015-02-12 12:21:24,641 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:21:24,641 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:21:24,642 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:24,643 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60750
2015-02-12 12:21:24,646 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:60750
2015-02-12 12:21:24,652 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:21:24,653 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:21:24,654 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60743 starting to offer service
2015-02-12 12:21:24,655 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:24,655 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60750: starting
2015-02-12 12:21:24,657 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6
2015-02-12 12:21:24,664 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:21:24,664 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:21:24,665 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:24,665 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:24,666 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1 is not formatted for BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,666 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:21:24,666 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3 is not formatted for BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,667 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:21:24,668 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:24,668 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:24,669 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4 is not formatted for BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,669 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:21:24,668 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2 is not formatted for BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,669 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:21:24,714 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:21:24,718 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:21:24,719 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,719 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:21:24,720 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132 is not formatted.
2015-02-12 12:21:24,720 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:21:24,720 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-282185163-10.1.1.68-1423772483132 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current
2015-02-12 12:21:24,721 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:21:24,721 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132 is not formatted.
2015-02-12 12:21:24,721 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:21:24,722 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-282185163-10.1.1.68-1423772483132 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current
2015-02-12 12:21:24,722 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:21:24,723 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:21:24,724 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1038659224;bpid=BP-282185163-10.1.1.68-1423772483132;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1038659224;c=0;bpid=BP-282185163-10.1.1.68-1423772483132;dnuuid=null
2015-02-12 12:21:24,724 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,725 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID dd216318-8da1-4f72-91fa-90c27cab64fd
2015-02-12 12:21:24,725 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:21:24,726 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132 is not formatted.
2015-02-12 12:21:24,726 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:21:24,727 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-282185163-10.1.1.68-1423772483132 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current
2015-02-12 12:21:24,727 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:21:24,729 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:60751
2015-02-12 12:21:24,728 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:21:24,730 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132 is not formatted.
2015-02-12 12:21:24,730 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:21:24,731 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-282185163-10.1.1.68-1423772483132 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current
2015-02-12 12:21:24,731 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:21:24,732 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:21:24,733 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:21:24,734 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:21:24,733 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1038659224;bpid=BP-282185163-10.1.1.68-1423772483132;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1038659224;c=0;bpid=BP-282185163-10.1.1.68-1423772483132;dnuuid=null
2015-02-12 12:21:24,736 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID faae4714-688c-4f7c-9931-de3be9ab8bea
2015-02-12 12:21:24,737 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:21:24,738 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:24,740 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:21:24,741 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:24,741 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:24,744 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:21:24,745 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60752
2015-02-12 12:21:24,746 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:24,753 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_60752_datanode____.w6b5rz/webapp
2015-02-12 12:21:24,756 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current
2015-02-12 12:21:24,756 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current
2015-02-12 12:21:24,758 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 12:21:24,759 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current
2015-02-12 12:21:24,759 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 12:21:24,758 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 12:21:24,760 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current
2015-02-12 12:21:24,760 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 12:21:24,767 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:21:24,767 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:21:24,772 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423783355772 with interval 21600000
2015-02-12 12:21:24,773 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,773 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423791044773 with interval 21600000
2015-02-12 12:21:24,774 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 12:21:24,774 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,774 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 12:21:24,775 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 12:21:24,776 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 12:21:24,790 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-282185163-10.1.1.68-1423772483132 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 16ms
2015-02-12 12:21:24,790 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-282185163-10.1.1.68-1423772483132 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 15ms
2015-02-12 12:21:24,790 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-282185163-10.1.1.68-1423772483132 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 15ms
2015-02-12 12:21:24,791 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-282185163-10.1.1.68-1423772483132 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 15ms
2015-02-12 12:21:24,791 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-282185163-10.1.1.68-1423772483132: 18ms
2015-02-12 12:21:24,792 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-282185163-10.1.1.68-1423772483132: 17ms
2015-02-12 12:21:24,792 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 12:21:24,793 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 1ms
2015-02-12 12:21:24,793 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 12:21:24,794 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 12:21:24,802 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 10ms
2015-02-12 12:21:24,803 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 12:21:24,803 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 12:21:24,803 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 12:21:24,803 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 12:21:24,804 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 11ms
2015-02-12 12:21:24,805 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid null) service to localhost/127.0.0.1:60743 beginning handshake with NN
2015-02-12 12:21:24,805 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid null) service to localhost/127.0.0.1:60743 beginning handshake with NN
2015-02-12 12:21:24,814 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=faae4714-688c-4f7c-9931-de3be9ab8bea, infoPort=60745, ipcPort=60746, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) storage faae4714-688c-4f7c-9931-de3be9ab8bea
2015-02-12 12:21:24,818 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:21:24,818 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:60744
2015-02-12 12:21:24,820 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=dd216318-8da1-4f72-91fa-90c27cab64fd, infoPort=60748, ipcPort=60750, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) storage dd216318-8da1-4f72-91fa-90c27cab64fd
2015-02-12 12:21:24,820 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:21:24,820 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:60747
2015-02-12 12:21:24,823 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid null) service to localhost/127.0.0.1:60743 successfully registered with NN
2015-02-12 12:21:24,823 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:60743 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:21:24,823 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid null) service to localhost/127.0.0.1:60743 successfully registered with NN
2015-02-12 12:21:24,823 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:60743 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:21:24,858 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:21:24,858 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6 for DN 127.0.0.1:60744
2015-02-12 12:21:24,859 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285 for DN 127.0.0.1:60744
2015-02-12 12:21:24,859 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:21:24,859 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063 for DN 127.0.0.1:60747
2015-02-12 12:21:24,859 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-7e8aacc9-064c-4730-a174-f8429f2ff923 for DN 127.0.0.1:60747
2015-02-12 12:21:24,870 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid faae4714-688c-4f7c-9931-de3be9ab8bea) service to localhost/127.0.0.1:60743 trying to claim ACTIVE state with txid=1
2015-02-12 12:21:24,870 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid dd216318-8da1-4f72-91fa-90c27cab64fd) service to localhost/127.0.0.1:60743 trying to claim ACTIVE state with txid=1
2015-02-12 12:21:24,870 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid dd216318-8da1-4f72-91fa-90c27cab64fd) service to localhost/127.0.0.1:60743
2015-02-12 12:21:24,871 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid faae4714-688c-4f7c-9931-de3be9ab8bea) service to localhost/127.0.0.1:60743
2015-02-12 12:21:24,879 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-7e8aacc9-064c-4730-a174-f8429f2ff923,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:21:24,880 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:21:24,880 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-7e8aacc9-064c-4730-a174-f8429f2ff923 node DatanodeRegistration(127.0.0.1, datanodeUuid=dd216318-8da1-4f72-91fa-90c27cab64fd, infoPort=60748, ipcPort=60750, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 12:21:24,880 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285 node DatanodeRegistration(127.0.0.1, datanodeUuid=faae4714-688c-4f7c-9931-de3be9ab8bea, infoPort=60745, ipcPort=60746, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 12:21:24,880 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:21:24,880 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063 node DatanodeRegistration(127.0.0.1, datanodeUuid=dd216318-8da1-4f72-91fa-90c27cab64fd, infoPort=60748, ipcPort=60750, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:21:24,880 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:21:24,880 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6 node DatanodeRegistration(127.0.0.1, datanodeUuid=faae4714-688c-4f7c-9931-de3be9ab8bea, infoPort=60745, ipcPort=60746, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:21:24,901 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 28 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@7083ef3d
2015-02-12 12:21:24,901 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,901 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 29 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@65cfc780
2015-02-12 12:21:24,902 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,904 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:21:24,904 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:24,904 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:21:24,905 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:24,905 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:21:24,905 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:21:24,906 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:21:24,906 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:21:24,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,910 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-282185163-10.1.1.68-1423772483132 to blockPoolScannerMap, new size=1
2015-02-12 12:21:24,910 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-282185163-10.1.1.68-1423772483132 to blockPoolScannerMap, new size=1
2015-02-12 12:21:24,960 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60752
2015-02-12 12:21:24,961 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:21:24,961 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:21:24,962 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:24,962 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60753
2015-02-12 12:21:24,965 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:60753
2015-02-12 12:21:24,969 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:21:24,970 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:21:24,971 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60743 starting to offer service
2015-02-12 12:21:24,972 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:24,972 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60753: starting
2015-02-12 12:21:24,973 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:21:24,974 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8
2015-02-12 12:21:24,975 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:24,975 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5 is not formatted for BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,975 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:21:24,977 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:24,977 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6 is not formatted for BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:24,977 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:21:25,003 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 12:21:25,004 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 12:21:25,005 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 12:21:25,006 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:60754
2015-02-12 12:21:25,007 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 12:21:25,007 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 12:21:25,009 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 12:21:25,010 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:25,011 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 12:21:25,011 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:25,012 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:25,013 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 12:21:25,015 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60755
2015-02-12 12:21:25,015 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:25,018 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_60755_datanode____oaqykk/webapp
2015-02-12 12:21:25,021 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,021 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:21:25,021 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132 is not formatted.
2015-02-12 12:21:25,021 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:21:25,022 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-282185163-10.1.1.68-1423772483132 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current
2015-02-12 12:21:25,025 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:21:25,025 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132 is not formatted.
2015-02-12 12:21:25,026 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:21:25,026 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-282185163-10.1.1.68-1423772483132 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current
2015-02-12 12:21:25,026 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:21:25,027 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:21:25,028 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1038659224;bpid=BP-282185163-10.1.1.68-1423772483132;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1038659224;c=0;bpid=BP-282185163-10.1.1.68-1423772483132;dnuuid=null
2015-02-12 12:21:25,029 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 7b73b221-a27a-4925-b31f-04168cb19918
2015-02-12 12:21:25,030 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current
2015-02-12 12:21:25,030 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 12:21:25,030 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current
2015-02-12 12:21:25,030 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 12:21:25,031 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:21:25,032 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423789216032 with interval 21600000
2015-02-12 12:21:25,033 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,033 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 12:21:25,033 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 12:21:25,041 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-282185163-10.1.1.68-1423772483132 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 8ms
2015-02-12 12:21:25,041 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-282185163-10.1.1.68-1423772483132 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 7ms
2015-02-12 12:21:25,041 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-282185163-10.1.1.68-1423772483132: 8ms
2015-02-12 12:21:25,042 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 12:21:25,042 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 12:21:25,043 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 12:21:25,042 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 0ms
2015-02-12 12:21:25,044 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 3ms
2015-02-12 12:21:25,044 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid null) service to localhost/127.0.0.1:60743 beginning handshake with NN
2015-02-12 12:21:25,045 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=7b73b221-a27a-4925-b31f-04168cb19918, infoPort=60752, ipcPort=60753, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) storage 7b73b221-a27a-4925-b31f-04168cb19918
2015-02-12 12:21:25,045 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:21:25,045 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:60751
2015-02-12 12:21:25,046 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid null) service to localhost/127.0.0.1:60743 successfully registered with NN
2015-02-12 12:21:25,046 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:60743 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:21:25,048 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:21:25,048 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68 for DN 127.0.0.1:60751
2015-02-12 12:21:25,048 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a for DN 127.0.0.1:60751
2015-02-12 12:21:25,049 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid 7b73b221-a27a-4925-b31f-04168cb19918) service to localhost/127.0.0.1:60743 trying to claim ACTIVE state with txid=1
2015-02-12 12:21:25,049 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid 7b73b221-a27a-4925-b31f-04168cb19918) service to localhost/127.0.0.1:60743
2015-02-12 12:21:25,051 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:21:25,051 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a node DatanodeRegistration(127.0.0.1, datanodeUuid=7b73b221-a27a-4925-b31f-04168cb19918, infoPort=60752, ipcPort=60753, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 12:21:25,052 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:21:25,052 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68 node DatanodeRegistration(127.0.0.1, datanodeUuid=7b73b221-a27a-4925-b31f-04168cb19918, infoPort=60752, ipcPort=60753, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 12:21:25,052 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3aa57b23
2015-02-12 12:21:25,053 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,053 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:21:25,053 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:25,053 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:21:25,053 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:21:25,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,054 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-282185163-10.1.1.68-1423772483132 to blockPoolScannerMap, new size=1
2015-02-12 12:21:25,213 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60755
2015-02-12 12:21:25,214 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 12:21:25,214 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 12:21:25,216 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:25,217 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60756
2015-02-12 12:21:25,219 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:60756
2015-02-12 12:21:25,225 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 12:21:25,226 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 12:21:25,227 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60743 starting to offer service
2015-02-12 12:21:25,227 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:25,228 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60756: starting
2015-02-12 12:21:25,229 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 12:21:25,233 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:25,233 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7 is not formatted for BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,233 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:21:25,238 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 946@Edinburgh.local
2015-02-12 12:21:25,238 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8 is not formatted for BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,238 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 12:21:25,274 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,274 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:21:25,274 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132 is not formatted.
2015-02-12 12:21:25,274 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:21:25,274 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-282185163-10.1.1.68-1423772483132 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current
2015-02-12 12:21:25,275 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 12:21:25,275 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132 is not formatted.
2015-02-12 12:21:25,275 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 12:21:25,276 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-282185163-10.1.1.68-1423772483132 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current
2015-02-12 12:21:25,276 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:21:25,277 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 12:21:25,278 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1038659224;bpid=BP-282185163-10.1.1.68-1423772483132;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1038659224;c=0;bpid=BP-282185163-10.1.1.68-1423772483132;dnuuid=null
2015-02-12 12:21:25,284 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 9afd3917-0225-4390-ac36-2a86997657c5
2015-02-12 12:21:25,285 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current
2015-02-12 12:21:25,285 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 12:21:25,285 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current
2015-02-12 12:21:25,286 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 12:21:25,286 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 12:21:25,287 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423783364287 with interval 21600000
2015-02-12 12:21:25,288 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,288 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 12:21:25,289 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 12:21:25,296 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-282185163-10.1.1.68-1423772483132 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 7ms
2015-02-12 12:21:25,296 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-282185163-10.1.1.68-1423772483132 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 7ms
2015-02-12 12:21:25,296 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-282185163-10.1.1.68-1423772483132: 8ms
2015-02-12 12:21:25,297 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 12:21:25,297 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 12:21:25,297 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 12:21:25,297 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-282185163-10.1.1.68-1423772483132 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 12:21:25,298 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 12:21:25,298 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid null) service to localhost/127.0.0.1:60743 beginning handshake with NN
2015-02-12 12:21:25,299 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=9afd3917-0225-4390-ac36-2a86997657c5, infoPort=60755, ipcPort=60756, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) storage 9afd3917-0225-4390-ac36-2a86997657c5
2015-02-12 12:21:25,299 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:21:25,299 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:60754
2015-02-12 12:21:25,300 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid null) service to localhost/127.0.0.1:60743 successfully registered with NN
2015-02-12 12:21:25,301 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:60743 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 12:21:25,302 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 12:21:25,302 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-d55bb52d-4060-40d4-8107-763030e652a2 for DN 127.0.0.1:60754
2015-02-12 12:21:25,302 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee for DN 127.0.0.1:60754
2015-02-12 12:21:25,303 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid 9afd3917-0225-4390-ac36-2a86997657c5) service to localhost/127.0.0.1:60743 trying to claim ACTIVE state with txid=1
2015-02-12 12:21:25,303 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-282185163-10.1.1.68-1423772483132 (Datanode Uuid 9afd3917-0225-4390-ac36-2a86997657c5) service to localhost/127.0.0.1:60743
2015-02-12 12:21:25,304 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-d55bb52d-4060-40d4-8107-763030e652a2,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:21:25,305 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-d55bb52d-4060-40d4-8107-763030e652a2 node DatanodeRegistration(127.0.0.1, datanodeUuid=9afd3917-0225-4390-ac36-2a86997657c5, infoPort=60755, ipcPort=60756, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 12:21:25,305 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 12:21:25,305 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee node DatanodeRegistration(127.0.0.1, datanodeUuid=9afd3917-0225-4390-ac36-2a86997657c5, infoPort=60755, ipcPort=60756, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 12:21:25,306 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@c57b501
2015-02-12 12:21:25,306 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,306 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 12:21:25,306 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 12:21:25,307 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 12:21:25,307 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 12:21:25,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-282185163-10.1.1.68-1423772483132
2015-02-12 12:21:25,308 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-282185163-10.1.1.68-1423772483132 to blockPoolScannerMap, new size=1
2015-02-12 12:21:25,543 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2213)) - Cluster is active
2015-02-12 12:21:25,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:25,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:25,625 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:21:25,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001 src: /127.0.0.1:60758 dest: /127.0.0.1:60754
2015-02-12 12:21:25,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001 src: /127.0.0.1:60759 dest: /127.0.0.1:60747
2015-02-12 12:21:25,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001 src: /127.0.0.1:60760 dest: /127.0.0.1:60751
2015-02-12 12:21:25,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60760, dest: /127.0.0.1:60751, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001, duration: 19379000
2015-02-12 12:21:25,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:25,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60759, dest: /127.0.0.1:60747, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001, duration: 23128000
2015-02-12 12:21:25,717 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:25,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60758, dest: /127.0.0.1:60754, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001, duration: 25007000
2015-02-12 12:21:25,719 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:25,728 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3694)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} has not reached minimal replication 1
2015-02-12 12:21:25,728 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 12:21:25,728 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 12:21:25,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 504324
2015-02-12 12:21:25,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741825_1001 size 504324
2015-02-12 12:21:25,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741825_1001 size 504324
2015-02-12 12:21:26,135 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:26,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 12:21:26,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:26,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:26,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:21:26,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002 src: /127.0.0.1:60761 dest: /127.0.0.1:60751
2015-02-12 12:21:26,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002 src: /127.0.0.1:60762 dest: /127.0.0.1:60754
2015-02-12 12:21:26,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002 src: /127.0.0.1:60763 dest: /127.0.0.1:60747
2015-02-12 12:21:26,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60763, dest: /127.0.0.1:60747, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002, duration: 4976000
2015-02-12 12:21:26,250 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:26,251 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60762, dest: /127.0.0.1:60754, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002, duration: 6545000
2015-02-12 12:21:26,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:21:26,251 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:26,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:21:26,253 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60761, dest: /127.0.0.1:60751, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002, duration: 7977000
2015-02-12 12:21:26,254 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:26,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:21:26,256 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:26,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 12:21:26,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 12:21:26,337 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(157)) - mkdir: hdfs://localhost:60743/tmp/hadoop-yarn/staging
2015-02-12 12:21:26,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:21:26,354 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:21:26,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:21:26,394 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - core-site.xml not found
2015-02-12 12:21:26,394 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 12:21:26,416 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - yarn-site.xml not found
2015-02-12 12:21:26,418 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 12:21:26,424 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 12:21:26,427 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 12:21:26,431 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 12:21:26,444 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 12:21:26,447 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 12:21:26,448 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(302)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-12 12:21:26,458 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 12:21:26,459 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 12:21:26,460 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 12:21:26,461 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 12:21:26,472 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again)
2015-02-12 12:21:26,483 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 12:21:26,489 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 12:21:26,491 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 12:21:26,492 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(92)) - YARN system metrics publishing service is not enabled
2015-02-12 12:21:26,494 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 12:21:26,496 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2236)) - found resource capacity-scheduler.xml at jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.6.0.2.2.0.0-2041/ca52ec7870e6cb419445cf631dbcbc6204182d78/hadoop-yarn-server-tests-2.6.0.2.2.0.0-2041-tests.jar!/capacity-scheduler.xml
2015-02-12 12:21:26,526 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*,
, reservationsContinueLooking=true
2015-02-12 12:21:26,527 INFO capacity.ParentQueue (ParentQueue.java:<init>(121)) - Initialized parent-queue root name=root, fullname=root
2015-02-12 12:21:26,535 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
labels=*,
nodeLocalityDelay = 0
reservationsContinueLooking = true
2015-02-12 12:21:26,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:21:26,537 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:21:26,538 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(467)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 12:21:26,538 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(436)) - Initialized queue mappings, override: false
2015-02-12 12:21:26,539 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(305)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-12 12:21:26,540 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 12:21:26,541 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 12:21:26,541 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 12:21:26,542 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 12:21:26,542 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 12:21:26,542 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 12:21:26,542 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 12:21:26,543 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 12:21:26,543 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 12:21:26,543 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 12:21:26,589 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:21:26,589 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:21:26,590 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:21:26,590 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:21:26,591 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:21:26,591 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:21:26,594 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:21:26,594 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:21:26,594 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:21:26,605 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:21:26,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:21:26,790 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:21:26,803 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:21:26,803 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:21:26,830 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:21:26,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:21:26,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:21:26,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:21:26,832 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:21:26,833 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 12:21:26,833 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 12:21:26,833 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 12:21:26,834 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 12:21:26,834 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 12:21:26,834 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 12:21:26,834 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 12:21:26,835 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 12:21:26,835 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 12:21:26,851 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:21:26,851 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:21:26,851 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:21:26,852 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:21:26,852 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:21:26,852 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:21:26,852 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:21:26,852 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:21:26,853 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:21:26,856 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:21:26,857 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:21:27,025 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:21:27,027 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:21:27,027 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:21:27,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:21:27,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:21:27,030 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:21:27,030 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:21:27,030 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:21:27,031 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 12:21:27,031 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 12:21:27,031 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 12:21:27,031 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 12:21:27,032 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 12:21:27,032 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 12:21:27,032 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 12:21:27,032 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 12:21:27,033 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 12:21:27,047 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:21:27,047 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:21:27,047 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:21:27,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:21:27,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:21:27,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:21:27,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:21:27,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:21:27,049 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:21:27,051 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:21:27,052 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:21:27,225 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:21:27,227 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:21:27,227 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:21:27,229 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:21:27,229 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:21:27,229 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:21:27,230 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:21:27,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:21:27,231 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 12:21:27,231 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 12:21:27,231 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 12:21:27,231 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 12:21:27,232 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 12:21:27,232 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 12:21:27,232 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 12:21:27,232 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 12:21:27,233 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 12:21:27,245 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 12:21:27,246 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 12:21:27,246 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 12:21:27,246 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 12:21:27,246 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 12:21:27,246 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 12:21:27,247 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 12:21:27,247 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 12:21:27,247 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 12:21:27,250 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 12:21:27,250 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 12:21:27,425 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 12:21:27,426 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 12:21:27,426 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 12:21:27,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 12:21:27,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:21:27,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 12:21:27,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 12:21:27,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 12:21:27,446 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 12:21:27,477 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:21:27,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:21:27,505 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 12:21:27,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:21:27,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:21:27,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:21:27,515 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 12:21:27,515 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 12:21:27,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 12:21:34,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002
2015-02-12 12:21:34,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001
2015-02-12 12:21:35,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001
2015-02-12 12:21:35,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002
2015-02-12 12:21:35,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741825_1001
2015-02-12 12:21:35,311 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741826_1002
2015-02-12 12:21:37,528 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 12:21:37,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:21:37,536 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 12:21:37,546 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:37,546 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60765
2015-02-12 12:21:37,549 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(217)) - Waiting for HistoryServer to start...
2015-02-12 12:21:37,550 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobHistoryServer metrics system started (again)
2015-02-12 12:21:37,551 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:37,552 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:21:37,553 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:37,558 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 12:21:37,559 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:37,559 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 12:21:37,559 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:37,559 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:37,560 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /jobhistory/*
2015-02-12 12:21:37,560 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:21:37,561 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60766
2015-02-12 12:21:37,561 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:37,564 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_60766_jobhistory____qbg7bi/webapp
2015-02-12 12:21:37,644 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:60766
2015-02-12 12:21:37,644 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 60766
2015-02-12 12:21:37,904 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:21:37,911 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:37,912 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60767
2015-02-12 12:21:37,914 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 12:21:37,914 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:37,914 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60767: starting
2015-02-12 12:21:37,917 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.68/10.1.1.68:60767
2015-02-12 12:21:37,918 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:37,918 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60765: starting
2015-02-12 12:21:39,058 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(234)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 12:21:39,059 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(236)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 12:21:39,059 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(238)) - MiniMRYARN HistoryServer address: 10.1.1.68:60767
2015-02-12 12:21:39,060 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(240)) - MiniMRYARN HistoryServer web address: Edinburgh.local:60766
2015-02-12 12:21:39,061 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 12:21:39,061 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1045)) - Transitioning to active state
2015-02-12 12:21:39,069 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens
2015-02-12 12:21:39,069 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 12:21:39,069 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:39,070 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 12:21:39,070 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:21:39,071 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:39,071 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 12:21:39,080 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:39,081 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60768
2015-02-12 12:21:39,084 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 12:21:39,084 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:39,084 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60768: starting
2015-02-12 12:21:39,098 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:39,099 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60769
2015-02-12 12:21:39,103 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 12:21:39,104 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:39,104 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60769: starting
2015-02-12 12:21:39,134 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:39,135 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60770
2015-02-12 12:21:39,139 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 12:21:39,139 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:39,139 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60770: starting
2015-02-12 12:21:39,147 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1062)) - Transitioned to active state
2015-02-12 12:21:39,151 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 12:21:39,151 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:39,156 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 12:21:39,156 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 12:21:39,157 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 12:21:39,157 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 12:21:39,157 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:39,157 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:39,158 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/*
2015-02-12 12:21:39,158 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:21:39,159 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60771
2015-02-12 12:21:39,159 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:39,161 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_60771_cluster____.y6ngxn/webapp
2015-02-12 12:21:39,238 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:39,239 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:21:39,239 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:39,892 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:39,892 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:21:39,893 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:39,893 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:39,894 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 12:21:39,894 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 12:21:39,895 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:60771
2015-02-12 12:21:39,895 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 60771
2015-02-12 12:21:39,932 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:21:39,945 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:39,946 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60772
2015-02-12 12:21:39,948 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 12:21:39,949 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:39,949 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60772: starting
2015-02-12 12:21:40,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.68:60770
2015-02-12 12:21:40,570 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:60771
2015-02-12 12:21:40,570 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.68:60770
2015-02-12 12:21:40,570 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:60771
2015-02-12 12:21:40,572 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 12:21:40,581 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:40,582 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60786
2015-02-12 12:21:40,584 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:21:40,584 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:21:40,585 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:40,585 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60786: starting
2015-02-12 12:21:40,591 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:60786
2015-02-12 12:21:40,596 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:40,597 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60787
2015-02-12 12:21:40,599 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:21:40,599 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:40,599 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60787: starting
2015-02-12 12:21:40,601 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 60787
2015-02-12 12:21:40,610 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:21:40,622 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 60788
2015-02-12 12:21:40,622 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:21:40,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:60786
2015-02-12 12:21:40,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:21:40,623 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:21:40,624 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:21:40,624 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:40,625 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:21:40,625 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:40,625 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:40,626 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:21:40,626 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:21:40,626 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60789
2015-02-12 12:21:40,626 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:40,629 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_60789_node____.aa1a70/webapp
2015-02-12 12:21:41,027 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:60789
2015-02-12 12:21:41,028 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 60789
2015-02-12 12:21:41,045 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:21:41,048 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:21:41,053 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:21:41,065 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:21:41,066 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 60786 httpPort: 60789) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:60786
2015-02-12 12:21:41,067 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1340573846
2015-02-12 12:21:41,069 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -1933334945
2015-02-12 12:21:41,069 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:60786 with total resource of <memory:4096, vCores:8>
2015-02-12 12:21:41,069 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:60786 Node Transitioned from NEW to RUNNING
2015-02-12 12:21:41,069 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:21:41,074 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:60786 clusterResource: <memory:4096, vCores:8>
2015-02-12 12:21:41,577 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 12:21:41,580 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:41,581 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60790
2015-02-12 12:21:41,584 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:21:41,584 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:21:41,585 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:41,585 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60790: starting
2015-02-12 12:21:41,589 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:60790
2015-02-12 12:21:41,590 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:41,591 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60791
2015-02-12 12:21:41,592 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:21:41,593 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:41,593 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60791: starting
2015-02-12 12:21:41,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 60791
2015-02-12 12:21:41,596 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:21:41,597 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 60792
2015-02-12 12:21:41,598 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:21:41,598 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:60790
2015-02-12 12:21:41,598 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:21:41,598 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:21:41,599 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:21:41,600 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:41,600 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:21:41,600 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:41,601 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:41,601 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:21:41,601 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:21:41,602 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60793
2015-02-12 12:21:41,602 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:41,604 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_60793_node____nrerst/webapp
2015-02-12 12:21:41,839 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:60793
2015-02-12 12:21:41,840 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 60793
2015-02-12 12:21:41,847 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:21:41,848 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:21:41,853 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:21:41,853 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:21:41,854 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:60790 Node Transitioned from NEW to RUNNING
2015-02-12 12:21:41,854 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 60790 httpPort: 60793) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:60790
2015-02-12 12:21:41,855 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:60790 clusterResource: <memory:8192, vCores:16>
2015-02-12 12:21:41,855 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1340573846
2015-02-12 12:21:41,855 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -1933334945
2015-02-12 12:21:41,856 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:60790 with total resource of <memory:4096, vCores:8>
2015-02-12 12:21:41,856 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:21:42,585 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 12:21:42,588 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:42,589 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60794
2015-02-12 12:21:42,592 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:21:42,592 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:21:42,593 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:42,593 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60794: starting
2015-02-12 12:21:42,597 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:60794
2015-02-12 12:21:42,598 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:42,599 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60795
2015-02-12 12:21:42,601 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:21:42,602 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:42,602 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60795: starting
2015-02-12 12:21:42,604 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 60795
2015-02-12 12:21:42,605 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:21:42,606 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 60796
2015-02-12 12:21:42,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:21:42,607 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:60794
2015-02-12 12:21:42,607 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:21:42,607 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:21:42,607 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:21:42,608 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:42,608 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:21:42,608 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:42,608 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:42,609 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:21:42,609 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:21:42,609 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60797
2015-02-12 12:21:42,609 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:42,612 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_60797_node____.orx9dr/webapp
2015-02-12 12:21:42,793 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:60797
2015-02-12 12:21:42,794 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 60797
2015-02-12 12:21:42,799 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:21:42,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:21:42,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:21:42,801 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:21:42,801 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 60794 httpPort: 60797) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:60794
2015-02-12 12:21:42,801 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:60794 Node Transitioned from NEW to RUNNING
2015-02-12 12:21:42,801 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1340573846
2015-02-12 12:21:42,801 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -1933334945
2015-02-12 12:21:42,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:60794 with total resource of <memory:4096, vCores:8>
2015-02-12 12:21:42,802 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:60794 clusterResource: <memory:12288, vCores:24>
2015-02-12 12:21:42,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:21:43,592 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 12:21:43,597 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:43,598 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60798
2015-02-12 12:21:43,601 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 12:21:43,601 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 12:21:43,602 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:43,602 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60798: starting
2015-02-12 12:21:43,607 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:60798
2015-02-12 12:21:43,608 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 12:21:43,609 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 60799
2015-02-12 12:21:43,611 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 12:21:43,612 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 12:21:43,612 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 60799: starting
2015-02-12 12:21:43,614 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 60799
2015-02-12 12:21:43,615 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 12:21:43,616 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 60800
2015-02-12 12:21:43,616 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:21:43,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:60798
2015-02-12 12:21:43,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 12:21:43,617 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 12:21:43,617 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 12:21:43,618 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 12:21:43,620 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 12:21:43,621 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 12:21:43,621 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 12:21:43,621 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 12:21:43,621 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 12:21:43,622 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 60801
2015-02-12 12:21:43,622 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 12:21:43,626 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_60801_node____c1njz9/webapp
2015-02-12 12:21:43,867 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:60801
2015-02-12 12:21:43,868 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 60801
2015-02-12 12:21:43,877 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 12:21:43,878 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 12:21:43,878 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 12:21:43,878 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 12:21:43,879 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 60798 httpPort: 60801) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:60798
2015-02-12 12:21:43,879 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:60798 Node Transitioned from NEW to RUNNING
2015-02-12 12:21:43,879 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1340573846
2015-02-12 12:21:43,879 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -1933334945
2015-02-12 12:21:43,880 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:60798 clusterResource: <memory:16384, vCores:32>
2015-02-12 12:21:43,880 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:60798 with total resource of <memory:4096, vCores:8>
2015-02-12 12:21:43,880 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 12:21:44,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:44,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:44,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:44,624 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt. BP-282185163-10.1.1.68-1423772483132 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:21:44,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003 src: /127.0.0.1:60802 dest: /127.0.0.1:60751
2015-02-12 12:21:44,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003 src: /127.0.0.1:60803 dest: /127.0.0.1:60744
2015-02-12 12:21:44,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003 src: /127.0.0.1:60804 dest: /127.0.0.1:60754
2015-02-12 12:21:44,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60804, dest: /127.0.0.1:60754, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003, duration: 6039000
2015-02-12 12:21:44,637 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:44,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:21:44,639 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60803, dest: /127.0.0.1:60744, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003, duration: 5965000
2015-02-12 12:21:44,639 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:44,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:21:44,642 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60802, dest: /127.0.0.1:60751, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003, duration: 8049000
2015-02-12 12:21:44,643 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:44,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:21:44,647 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:44,681 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:21:44,683 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:21:44,688 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 4E13EE172E514FD7B7143EE2C125217D
2015-02-12 12:21:44,732 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 12:21:44,750 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 12:21:44,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:44,798 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 12:21:44,800 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 12:21:44,800 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["CommentScheme[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt"]
2015-02-12 12:21:44,800 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls"]
2015-02-12 12:21:44,801 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 12:21:44,801 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 12:21:44,801 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 12:21:44,802 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...dooptapplatform/testnulls
2015-02-12 12:21:44,826 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:21:44,899 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:21:44,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:44,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:21:44,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:21:44,944 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 1
2015-02-12 12:21:44,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001 dst=null perm=null proto=rpc
2015-02-12 12:21:44,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:21:44,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:21:44,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:44,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:44,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:21:44,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004 src: /127.0.0.1:60806 dest: /127.0.0.1:60744
2015-02-12 12:21:44,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004 src: /127.0.0.1:60807 dest: /127.0.0.1:60747
2015-02-12 12:21:44,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004 src: /127.0.0.1:60808 dest: /127.0.0.1:60751
2015-02-12 12:21:44,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60808, dest: /127.0.0.1:60751, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004, duration: 7769000
2015-02-12 12:21:44,978 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:44,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:21:44,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60807, dest: /127.0.0.1:60747, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004, duration: 8822000
2015-02-12 12:21:44,980 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:44,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:44,982 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60806, dest: /127.0.0.1:60744, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004, duration: 10385000
2015-02-12 12:21:44,982 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:44,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:44,985 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:44,989 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar
2015-02-12 12:21:44,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:44,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:44,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:44,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:21:45,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:21:45,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:21:45,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:21:45,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:21:45,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:45,019 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:45,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:45,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:45,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:45,036 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split
2015-02-12 12:21:45,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:45,039 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split. BP-282185163-10.1.1.68-1423772483132 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:21:45,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005 src: /127.0.0.1:60809 dest: /127.0.0.1:60754
2015-02-12 12:21:45,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005 src: /127.0.0.1:60810 dest: /127.0.0.1:60747
2015-02-12 12:21:45,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005 src: /127.0.0.1:60811 dest: /127.0.0.1:60744
2015-02-12 12:21:45,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005 src: /127.0.0.1:60812 dest: /127.0.0.1:60751
2015-02-12 12:21:45,053 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60812, dest: /127.0.0.1:60751, bytes: 371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005, duration: 4519000
2015-02-12 12:21:45,053 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:45,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:21:45,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60811, dest: /127.0.0.1:60744, bytes: 371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005, duration: 6150000
2015-02-12 12:21:45,055 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:45,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:21:45,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60810, dest: /127.0.0.1:60747, bytes: 371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005, duration: 8393000
2015-02-12 12:21:45,058 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:45,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:45,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60809, dest: /127.0.0.1:60754, bytes: 371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005, duration: 10763000
2015-02-12 12:21:45,060 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:45,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:45,068 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:45,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:45,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:45,076 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo. BP-282185163-10.1.1.68-1423772483132 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:21:45,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006 src: /127.0.0.1:60813 dest: /127.0.0.1:60747
2015-02-12 12:21:45,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006 src: /127.0.0.1:60814 dest: /127.0.0.1:60754
2015-02-12 12:21:45,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006 src: /127.0.0.1:60815 dest: /127.0.0.1:60744
2015-02-12 12:21:45,088 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60815, dest: /127.0.0.1:60744, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006, duration: 4543000
2015-02-12 12:21:45,088 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:45,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:21:45,091 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60814, dest: /127.0.0.1:60754, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006, duration: 7603000
2015-02-12 12:21:45,091 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:45,093 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60813, dest: /127.0.0.1:60747, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006, duration: 9165000
2015-02-12 12:21:45,093 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:45,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:21:45,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:21:45,096 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:45,097 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 12:21:45,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:45,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:45,130 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:60744 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:60754
2015-02-12 12:21:45,217 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:21:45,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007 src: /127.0.0.1:60816 dest: /127.0.0.1:60751
2015-02-12 12:21:45,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007 src: /127.0.0.1:60817 dest: /127.0.0.1:60744
2015-02-12 12:21:45,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007 src: /127.0.0.1:60818 dest: /127.0.0.1:60747
2015-02-12 12:21:45,233 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60818, dest: /127.0.0.1:60747, bytes: 97461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007, duration: 7726000
2015-02-12 12:21:45,233 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:45,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:45,234 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60817, dest: /127.0.0.1:60744, bytes: 97461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007, duration: 8716000
2015-02-12 12:21:45,234 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:45,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:45,235 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60816, dest: /127.0.0.1:60751, bytes: 97461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007, duration: 9620000
2015-02-12 12:21:45,236 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:45,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:45,238 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:45,239 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772499062_0001
2015-02-12 12:21:45,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001 dst=null perm=null proto=rpc
2015-02-12 12:21:45,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:45,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:45,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:45,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:45,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:45,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:45,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:45,371 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 1 submitted by user soberoi
2015-02-12 12:21:45,371 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772499062_0001
2015-02-12 12:21:45,372 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772499062_0001
2015-02-12 12:21:45,372 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0001 State change from NEW to NEW_SAVING
2015-02-12 12:21:45,377 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772499062_0001
2015-02-12 12:21:45,385 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:21:45,386 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772499062_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:21:45,389 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772499062_0001 from user: soberoi, in queue: default
2015-02-12 12:21:45,391 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 12:21:45,405 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772499062_0001_000001
2015-02-12 12:21:45,406 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from NEW to SUBMITTED
2015-02-12 12:21:45,413 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772499062_0001 from user: soberoi activated in queue: default
2015-02-12 12:21:45,413 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772499062_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@4b887f99, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:21:45,413 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772499062_0001_000001 to scheduler from user soberoi in queue default
2015-02-12 12:21:45,415 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:21:45,599 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772499062_0001
2015-02-12 12:21:45,621 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:60771/proxy/application_1423772499062_0001/
2015-02-12 12:21:45,622 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423772499062_0001
2015-02-12 12:21:45,622 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:60771/proxy/application_1423772499062_0001/
2015-02-12 12:21:45,847 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:21:45,847 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000001
2015-02-12 12:21:45,847 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60794, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:21:45,847 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0001_000001 container=Container: [ContainerId: container_1423772499062_0001_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:21:45,848 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:21:45,848 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:21:45,858 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60794 for container : container_1423772499062_0001_01_000001
2015-02-12 12:21:45,862 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=faae4714-688c-4f7c-9931-de3be9ab8bea, infoPort=60745, ipcPort=60746, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) Starting thread to transfer BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004 to 127.0.0.1:60754
2015-02-12 12:21:45,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:21:45,866 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772499062_0001_000001
2015-02-12 12:21:45,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004 src: /127.0.0.1:60819 dest: /127.0.0.1:60754
2015-02-12 12:21:45,867 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772499062_0001 AttemptId: appattempt_1423772499062_0001_000001 MasterContainer: Container: [ContainerId: container_1423772499062_0001_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ]
2015-02-12 12:21:45,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:21:45,869 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:60754
2015-02-12 12:21:45,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004 src: /127.0.0.1:60819 dest: /127.0.0.1:60754 of size 254067
2015-02-12 12:21:45,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741828_1004 size 254067
2015-02-12 12:21:45,875 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:21:45,878 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772499062_0001_000001
2015-02-12 12:21:45,889 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772499062_0001_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] for AM appattempt_1423772499062_0001_000001
2015-02-12 12:21:45,890 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772499062_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:21:45,891 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772499062_0001_000001
2015-02-12 12:21:45,894 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772499062_0001_000001
2015-02-12 12:21:45,913 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0001_000001 (auth:SIMPLE)
2015-02-12 12:21:45,924 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0001_01_000001 by user soberoi
2015-02-12 12:21:45,941 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0001
2015-02-12 12:21:45,947 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0001 transitioned from NEW to INITING
2015-02-12 12:21:45,947 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0001_01_000001 to application application_1423772499062_0001
2015-02-12 12:21:45,947 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000001
2015-02-12 12:21:45,952 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0001 transitioned from INITING to RUNNING
2015-02-12 12:21:45,954 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:21:45,954 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0001
2015-02-12 12:21:45,956 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772499062_0001_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] for AM appattempt_1423772499062_0001_000001
2015-02-12 12:21:45,957 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:21:45,963 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:21:45,963 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:21:45,963 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:21:45,963 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:21:45,964 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:21:45,964 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:21:45,964 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0001_01_000001
2015-02-12 12:21:45,966 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar, 1423772486255, FILE, null }
2015-02-12 12:21:45,970 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772486135, FILE, null }
2015-02-12 12:21:45,984 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772499062_0001_01_000001.tokens. Credentials list:
2015-02-12 12:21:45,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:46,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:46,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:21:46,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:21:46,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:21:46,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:21:46,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:21:46,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:46,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:46,107 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:46,112 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/10/hadoop-1954547412113724293.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:46,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:21:46,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772499062_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000001.tokens
2015-02-12 12:21:46,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:21:46,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:46,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:46,365 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:46,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:46,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:46,413 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:46,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:46,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:46,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:46,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:46,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:46,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:46,516 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:21:46,557 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:21:46,557 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:21:46,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000001/default_container_executor.sh]
2015-02-12 12:21:46,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:21:48,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:21:48,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:21:48,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:21:48,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:21:48,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001 dst=null perm=null proto=rpc
2015-02-12 12:21:48,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:21:48,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:21:48,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:21:48,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:21:49,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:49,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:49,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003
2015-02-12 12:21:49,974 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0001_000001 (auth:SIMPLE)
2015-02-12 12:21:49,980 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772499062_0001_000001
2015-02-12 12:21:49,981 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772499062_0001 APPATTEMPTID=appattempt_1423772499062_0001_000001
2015-02-12 12:21:49,981 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:21:49,982 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0001 State change from ACCEPTED to RUNNING
2015-02-12 12:21:50,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:50,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:21:50,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004
2015-02-12 12:21:50,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003
2015-02-12 12:21:50,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005
2015-02-12 12:21:50,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:50,254 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1_conf.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:21:50,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008 src: /127.0.0.1:60834 dest: /127.0.0.1:60744
2015-02-12 12:21:50,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008 src: /127.0.0.1:60835 dest: /127.0.0.1:60754
2015-02-12 12:21:50,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008 src: /127.0.0.1:60836 dest: /127.0.0.1:60747
2015-02-12 12:21:50,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006
2015-02-12 12:21:50,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741827_1003
2015-02-12 12:21:50,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005
2015-02-12 12:21:50,348 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60836, dest: /127.0.0.1:60747, bytes: 114464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008, duration: 31600000
2015-02-12 12:21:50,349 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:50,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:50,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60835, dest: /127.0.0.1:60754, bytes: 114464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008, duration: 32216000
2015-02-12 12:21:50,350 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:50,352 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60834, dest: /127.0.0.1:60744, bytes: 114464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008, duration: 34367000
2015-02-12 12:21:50,353 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:50,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:21:50,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:21:50,367 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:51,142 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:21:51,143 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000002
2015-02-12 12:21:51,143 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:21:51,144 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0001_000001 container=Container: [ContainerId: container_1423772499062_0001_01_000002, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:21:51,144 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:21:51,144 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:21:52,043 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60786 for container : container_1423772499062_0001_01_000002
2015-02-12 12:21:52,045 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:21:52,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:52,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:52,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,160 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0001_000001 (auth:SIMPLE)
2015-02-12 12:21:52,164 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0001_01_000002 by user soberoi
2015-02-12 12:21:52,164 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0001
2015-02-12 12:21:52,165 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000002
2015-02-12 12:21:52,165 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0001 transitioned from NEW to INITING
2015-02-12 12:21:52,166 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0001_01_000002 to application application_1423772499062_0001
2015-02-12 12:21:52,167 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0001 transitioned from INITING to RUNNING
2015-02-12 12:21:52,168 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:21:52,168 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0001
2015-02-12 12:21:52,168 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0001
2015-02-12 12:21:52,168 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:21:52,170 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0001
2015-02-12 12:21:52,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:21:52,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:21:52,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:21:52,171 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:21:52,171 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0001_01_000002
2015-02-12 12:21:52,171 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar, 1423772486255, FILE, null }
2015-02-12 12:21:52,173 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772486135, FILE, null }
2015-02-12 12:21:52,185 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772499062_0001_01_000002.tokens. Credentials list:
2015-02-12 12:21:52,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:21:52,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:21:52,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:21:52,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:21:52,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:21:52,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,269 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/filecache/10/hadoop-1954547412113724293.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:52,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:52,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:21:52,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772499062_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000002.tokens
2015-02-12 12:21:52,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:21:52,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:52,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:52,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:52,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:52,571 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:52,571 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:21:52,611 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:21:52,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:21:52,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000002/default_container_executor.sh]
2015-02-12 12:21:53,066 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:21:53,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:21:54,126 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 12:21:54,127 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:21:54,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004
2015-02-12 12:21:54,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005
2015-02-12 12:21:54,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006
2015-02-12 12:21:54,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007
2015-02-12 12:21:54,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741830_1006
2015-02-12 12:21:54,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004
2015-02-12 12:21:54,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741829_1005
2015-02-12 12:21:54,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007
2015-02-12 12:21:55,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:55,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741831_1007
2015-02-12 12:21:55,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:55,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1423772499062_0001_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:55,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741828_1004
2015-02-12 12:21:55,365 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1423772499062_0001_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:21:55,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009 src: /127.0.0.1:60846 dest: /127.0.0.1:60754
2015-02-12 12:21:55,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009 src: /127.0.0.1:60847 dest: /127.0.0.1:60747
2015-02-12 12:21:55,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009 src: /127.0.0.1:60848 dest: /127.0.0.1:60744
2015-02-12 12:21:55,438 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60848, dest: /127.0.0.1:60744, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0001_m_000000_0_-604369378_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009, duration: 19919000
2015-02-12 12:21:55,439 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:55,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:21:55,439 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60847, dest: /127.0.0.1:60747, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0001_m_000000_0_-604369378_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009, duration: 20335000
2015-02-12 12:21:55,440 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:55,441 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60846, dest: /127.0.0.1:60754, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0001_m_000000_0_-604369378_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009, duration: 21862000
2015-02-12 12:21:55,441 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,441 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:55,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1423772499062_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1423772499062_0001_m_000000_0_-604369378_1
2015-02-12 12:21:55,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1423772499062_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:21:55,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1423772499062_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:21:55,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/task_1423772499062_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:21:55,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/_temporary/attempt_1423772499062_0001_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/task_1423772499062_0001_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:21:55,491 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0001_000001 (auth:SIMPLE)
2015-02-12 12:21:55,495 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0001_01_000002
2015-02-12 12:21:55,496 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000002
2015-02-12 12:21:55,497 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:21:55,497 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0001_01_000002
2015-02-12 12:21:55,518 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0001_01_000002 is : 143
2015-02-12 12:21:55,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:55,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:55,529 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1.jhist. BP-282185163-10.1.1.68-1423772483132 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:21:55,529 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:21:55,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000002
2015-02-12 12:21:55,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000002
2015-02-12 12:21:55,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:21:55,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010 src: /127.0.0.1:60850 dest: /127.0.0.1:60747
2015-02-12 12:21:55,535 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000002
2015-02-12 12:21:55,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000002
2015-02-12 12:21:55,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000002
2015-02-12 12:21:55,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:55,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010 src: /127.0.0.1:60851 dest: /127.0.0.1:60754
2015-02-12 12:21:55,545 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:21:55,546 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0001_01_000002 from application application_1423772499062_0001
2015-02-12 12:21:55,546 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:21:55,546 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0001
2015-02-12 12:21:55,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:55,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010 src: /127.0.0.1:60852 dest: /127.0.0.1:60751
2015-02-12 12:21:55,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/task_1423772499062_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:21:55,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:21:55,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary/1/task_1423772499062_0001_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:55,557 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1.jhist for DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:55,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary dst=null perm=null proto=rpc
2015-02-12 12:21:55,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:55,574 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:55,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:55,577 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:55,596 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60852, dest: /127.0.0.1:60751, bytes: 24100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010, duration: 46099000
2015-02-12 12:21:55,596 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:55,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 13566
2015-02-12 12:21:55,598 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60851, dest: /127.0.0.1:60754, bytes: 24100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010, duration: 46339000
2015-02-12 12:21:55,598 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,600 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60850, dest: /127.0.0.1:60747, bytes: 24100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010, duration: 49978000
2015-02-12 12:21:55,600 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 13566
2015-02-12 12:21:55,605 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:55,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741834_1010 size 24100
2015-02-12 12:21:55,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:55,612 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001.summary_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:21:55,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011 src: /127.0.0.1:60853 dest: /127.0.0.1:60744
2015-02-12 12:21:55,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011 src: /127.0.0.1:60854 dest: /127.0.0.1:60747
2015-02-12 12:21:55,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011 src: /127.0.0.1:60855 dest: /127.0.0.1:60751
2015-02-12 12:21:55,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60855, dest: /127.0.0.1:60751, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011, duration: 6066000
2015-02-12 12:21:55,625 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:55,627 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60854, dest: /127.0.0.1:60747, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011, duration: 7095000
2015-02-12 12:21:55,627 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:21:55,628 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60853, dest: /127.0.0.1:60744, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011, duration: 8851000
2015-02-12 12:21:55,629 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:55,631 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:55,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741835_1011 size 432
2015-02-12 12:21:55,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:21:55,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:21:55,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001-1423772505349-soberoi-%5BF2D914E34F894BDC99B63BF9C6B42334%2FEE7610F7D9B64B1D-1423772515578-1-0-SUCCEEDED-default-1423772510009.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:21:55,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:21:55,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001-1423772505349-soberoi-%5BF2D914E34F894BDC99B63BF9C6B42334%2FEE7610F7D9B64B1D-1423772515578-1-0-SUCCEEDED-default-1423772510009.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:21:55,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:21:55,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001-1423772505349-soberoi-%5BF2D914E34F894BDC99B63BF9C6B42334%2FEE7610F7D9B64B1D-1423772515578-1-0-SUCCEEDED-default-1423772510009.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:55,658 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001-1423772505349-soberoi-%5BF2D914E34F894BDC99B63BF9C6B42334%2FEE7610F7D9B64B1D-1423772515578-1-0-SUCCEEDED-default-1423772510009.jhist_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:21:55,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012 src: /127.0.0.1:60857 dest: /127.0.0.1:60747
2015-02-12 12:21:55,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012 src: /127.0.0.1:60858 dest: /127.0.0.1:60754
2015-02-12 12:21:55,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012 src: /127.0.0.1:60859 dest: /127.0.0.1:60751
2015-02-12 12:21:55,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60859, dest: /127.0.0.1:60751, bytes: 24100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012, duration: 4045000
2015-02-12 12:21:55,670 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:55,672 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60858, dest: /127.0.0.1:60754, bytes: 24100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012, duration: 6121000
2015-02-12 12:21:55,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:21:55,672 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:21:55,673 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60857, dest: /127.0.0.1:60747, bytes: 24100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012, duration: 8014000
2015-02-12 12:21:55,674 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,675 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:21:55,676 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001-1423772505349-soberoi-%5BF2D914E34F894BDC99B63BF9C6B42334%2FEE7610F7D9B64B1D-1423772515578-1-0-SUCCEEDED-default-1423772510009.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:55,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001-1423772505349-soberoi-%5BF2D914E34F894BDC99B63BF9C6B42334%2FEE7610F7D9B64B1D-1423772515578-1-0-SUCCEEDED-default-1423772510009.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:21:55,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:21:55,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:21:55,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:21:55,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:21:55,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001/job_1423772499062_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:21:55,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:21:55,696 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001_conf.xml_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:21:55,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013 src: /127.0.0.1:60861 dest: /127.0.0.1:60751
2015-02-12 12:21:55,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013 src: /127.0.0.1:60862 dest: /127.0.0.1:60747
2015-02-12 12:21:55,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013 src: /127.0.0.1:60863 dest: /127.0.0.1:60744
2015-02-12 12:21:55,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60863, dest: /127.0.0.1:60744, bytes: 114464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013, duration: 9612000
2015-02-12 12:21:55,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:55,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:21:55,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60862, dest: /127.0.0.1:60747, bytes: 114464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013, duration: 10683000
2015-02-12 12:21:55,717 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60861, dest: /127.0.0.1:60751, bytes: 114464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1330818016_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013, duration: 12667000
2015-02-12 12:21:55,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:21:55,719 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:55,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:21:55,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1330818016_1
2015-02-12 12:21:55,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:21:55,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:21:55,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:21:55,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001-1423772505349-soberoi-%5BF2D914E34F894BDC99B63BF9C6B42334%2FEE7610F7D9B64B1D-1423772515578-1-0-SUCCEEDED-default-1423772510009.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0001-1423772505349-soberoi-%5BF2D914E34F894BDC99B63BF9C6B42334%2FEE7610F7D9B64B1D-1423772515578-1-0-SUCCEEDED-default-1423772510009.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:21:55,745 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772499062_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:21:55,745 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:21:55,746 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772499062_0001 with final state: FINISHING
2015-02-12 12:21:55,746 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:21:55,746 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772499062_0001
2015-02-12 12:21:55,747 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:21:55,747 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:21:56,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:21:56,509 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:21:56,509 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000002
2015-02-12 12:21:56,509 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:21:56,510 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:21:56,510 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0001_01_000002, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:21:56,511 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:21:56,511 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:21:56,511 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0001_000001 released container container_1423772499062_0001_01_000002 on node: host: 10.1.1.68:60786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:21:56,753 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772499062_0001 unregistered successfully.
2015-02-12 12:21:56,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:60744 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60754
2015-02-12 12:21:56,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:60754 127.0.0.1:60747 127.0.0.1:60744 127.0.0.1:60751
2015-02-12 12:21:56,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:60747 127.0.0.1:60754 127.0.0.1:60744
2015-02-12 12:21:56,757 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:60751 127.0.0.1:60744 127.0.0.1:60747
2015-02-12 12:21:56,758 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:60754 127.0.0.1:60751 127.0.0.1:60747
2015-02-12 12:21:56,758 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:60744 127.0.0.1:60754 127.0.0.1:60747
2015-02-12 12:21:56,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0001 dst=null perm=null proto=rpc
2015-02-12 12:21:56,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,839 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary
2015-02-12 12:21:56,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/_temporary dst=null perm=null proto=rpc
2015-02-12 12:21:56,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,861 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:56,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:21:56,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,895 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:56,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:21:56,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:56,938 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:56,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:56,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:56,950 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/testnulls
2015-02-12 12:21:56,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls dst=null perm=null proto=rpc
2015-02-12 12:21:56,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:21:56,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/testnulls/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:21:56,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:21:56,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:21:56,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:56,967 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt. BP-282185163-10.1.1.68-1423772483132 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:21:56,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014 src: /127.0.0.1:60867 dest: /127.0.0.1:60751
2015-02-12 12:21:56,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014 src: /127.0.0.1:60868 dest: /127.0.0.1:60747
2015-02-12 12:21:56,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014 src: /127.0.0.1:60869 dest: /127.0.0.1:60744
2015-02-12 12:21:56,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60869, dest: /127.0.0.1:60744, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014, duration: 3232000
2015-02-12 12:21:56,979 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:56,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:21:56,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60868, dest: /127.0.0.1:60747, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014, duration: 5665000
2015-02-12 12:21:56,981 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:56,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:21:56,982 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60867, dest: /127.0.0.1:60751, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014, duration: 7569000
2015-02-12 12:21:56,982 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:56,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:21:56,985 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:57,014 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:21:57,015 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:21:57,026 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/missinginputformat
2015-02-12 12:21:57,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/missinginputformat dst=null perm=null proto=rpc
2015-02-12 12:21:57,039 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-02-12 12:21:57,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,060 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt. BP-282185163-10.1.1.68-1423772483132 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:21:57,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015 src: /127.0.0.1:60870 dest: /127.0.0.1:60754
2015-02-12 12:21:57,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015 src: /127.0.0.1:60871 dest: /127.0.0.1:60747
2015-02-12 12:21:57,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015 src: /127.0.0.1:60872 dest: /127.0.0.1:60751
2015-02-12 12:21:57,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60872, dest: /127.0.0.1:60751, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015, duration: 1677000
2015-02-12 12:21:57,068 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:57,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:21:57,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60871, dest: /127.0.0.1:60747, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015, duration: 2439000
2015-02-12 12:21:57,069 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,070 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60870, dest: /127.0.0.1:60754, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015, duration: 3523000
2015-02-12 12:21:57,070 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:57,074 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:57,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741839_1015 size 19
2015-02-12 12:21:57,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,081 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt. BP-282185163-10.1.1.68-1423772483132 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:21:57,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016 src: /127.0.0.1:60873 dest: /127.0.0.1:60744
2015-02-12 12:21:57,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016 src: /127.0.0.1:60874 dest: /127.0.0.1:60747
2015-02-12 12:21:57,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016 src: /127.0.0.1:60875 dest: /127.0.0.1:60751
2015-02-12 12:21:57,088 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60875, dest: /127.0.0.1:60751, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016, duration: 1651000
2015-02-12 12:21:57,089 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:57,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:21:57,089 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60874, dest: /127.0.0.1:60747, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016, duration: 2406000
2015-02-12 12:21:57,090 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:57,091 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60873, dest: /127.0.0.1:60744, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016, duration: 3729000
2015-02-12 12:21:57,091 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:21:57,093 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:57,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,108 INFO input.FileInputFormat (FileInputFormat.java:listStatus(281)) - Total input paths to process : 2
2015-02-12 12:21:57,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,114 INFO input.CombineFileInputFormat (CombineFileInputFormat.java:createSplits(413)) - DEBUG: Terminated node allocation with : CompletedNodes: 1, size left: 38
2015-02-12 12:21:57,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,130 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:57,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,148 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60744 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-02-12 12:21:57,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,149 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60747 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010]
2015-02-12 12:21:57,149 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:57,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 12:21:57,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 12:21:57,186 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 12:21:57,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/blah dst=null perm=null proto=rpc
2015-02-12 12:21:57,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,260 INFO hadoop.Hfs (Hfs.java:makeLocal(507)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:21:57,260 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2015-02-12 12:21:57,261 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:57,314 INFO hadoop.Hfs (Hfs.java:makeLocal(507)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:21:57,315 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:57,366 INFO hadoop.Hfs (Hfs.java:makeLocal(507)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:21:57,367 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:57,397 INFO hadoop.Hfs (Hfs.java:makeLocal(507)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:21:57,398 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:57,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,425 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:21:57,426 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:21:57,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:21:57,444 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 12:21:57,445 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:21:57,445 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["ResolvedScheme[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields"]
2015-02-12 12:21:57,445 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 12:21:57,445 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 12:21:57,445 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 12:21:57,446 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...applatform/resolvedfields
2015-02-12 12:21:57,458 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:21:57,471 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:21:57,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:21:57,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:21:57,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:21:57,478 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 2
2015-02-12 12:21:57,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002 dst=null perm=null proto=rpc
2015-02-12 12:21:57,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:21:57,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:21:57,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,488 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:21:57,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017 src: /127.0.0.1:60878 dest: /127.0.0.1:60747
2015-02-12 12:21:57,491 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017 src: /127.0.0.1:60879 dest: /127.0.0.1:60754
2015-02-12 12:21:57,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017 src: /127.0.0.1:60880 dest: /127.0.0.1:60744
2015-02-12 12:21:57,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60880, dest: /127.0.0.1:60744, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017, duration: 4800000
2015-02-12 12:21:57,500 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:57,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:21:57,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60879, dest: /127.0.0.1:60754, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017, duration: 5894000
2015-02-12 12:21:57,502 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:21:57,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60878, dest: /127.0.0.1:60747, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017, duration: 7819000
2015-02-12 12:21:57,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:57,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:57,508 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar
2015-02-12 12:21:57,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,511 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:21:57,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:21:57,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:21:57,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:21:57,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:21:57,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:21:57,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,525 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:21:57,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:21:57,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,534 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split
2015-02-12 12:21:57,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:57,536 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split. BP-282185163-10.1.1.68-1423772483132 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:21:57,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018 src: /127.0.0.1:60881 dest: /127.0.0.1:60751
2015-02-12 12:21:57,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018 src: /127.0.0.1:60882 dest: /127.0.0.1:60754
2015-02-12 12:21:57,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018 src: /127.0.0.1:60883 dest: /127.0.0.1:60744
2015-02-12 12:21:57,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018 src: /127.0.0.1:60884 dest: /127.0.0.1:60747
2015-02-12 12:21:57,545 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60884, dest: /127.0.0.1:60747, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018, duration: 2250000
2015-02-12 12:21:57,545 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:57,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:21:57,546 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60883, dest: /127.0.0.1:60744, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018, duration: 3015000
2015-02-12 12:21:57,546 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:21:57,547 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60882, dest: /127.0.0.1:60754, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018, duration: 3934000
2015-02-12 12:21:57,548 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:21:57,549 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60881, dest: /127.0.0.1:60751, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018, duration: 5085000
2015-02-12 12:21:57,549 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:21:57,555 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:57,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,561 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo. BP-282185163-10.1.1.68-1423772483132 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:21:57,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019 src: /127.0.0.1:60885 dest: /127.0.0.1:60751
2015-02-12 12:21:57,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019 src: /127.0.0.1:60886 dest: /127.0.0.1:60747
2015-02-12 12:21:57,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019 src: /127.0.0.1:60887 dest: /127.0.0.1:60754
2015-02-12 12:21:57,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60887, dest: /127.0.0.1:60754, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019, duration: 1505000
2015-02-12 12:21:57,572 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:57,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:21:57,572 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60886, dest: /127.0.0.1:60747, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019, duration: 2406000
2015-02-12 12:21:57,573 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:21:57,574 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60885, dest: /127.0.0.1:60751, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019, duration: 3301000
2015-02-12 12:21:57,574 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:21:57,576 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:57,577 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:5
2015-02-12 12:21:57,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:21:57,597 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:21:57,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020 src: /127.0.0.1:60888 dest: /127.0.0.1:60751
2015-02-12 12:21:57,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020 src: /127.0.0.1:60889 dest: /127.0.0.1:60754
2015-02-12 12:21:57,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020 src: /127.0.0.1:60890 dest: /127.0.0.1:60747
2015-02-12 12:21:57,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60890, dest: /127.0.0.1:60747, bytes: 97541, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020, duration: 2403000
2015-02-12 12:21:57,606 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:21:57,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:57,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60889, dest: /127.0.0.1:60754, bytes: 97541, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020, duration: 3070000
2015-02-12 12:21:57,608 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,609 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60888, dest: /127.0.0.1:60751, bytes: 97541, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020, duration: 5143000
2015-02-12 12:21:57,610 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:21:57,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:21:57,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:21:57,613 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:21:57,613 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772499062_0002
2015-02-12 12:21:57,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002 dst=null perm=null proto=rpc
2015-02-12 12:21:57,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:57,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:57,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:57,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:57,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:57,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:57,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:21:57,637 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 2 submitted by user soberoi
2015-02-12 12:21:57,638 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772499062_0002
2015-02-12 12:21:57,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772499062_0002
2015-02-12 12:21:57,638 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772499062_0002
2015-02-12 12:21:57,638 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0002 State change from NEW to NEW_SAVING
2015-02-12 12:21:57,639 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:21:57,639 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772499062_0002 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:21:57,639 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772499062_0002 from user: soberoi, in queue: default
2015-02-12 12:21:57,640 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 12:21:57,641 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772499062_0002_000001
2015-02-12 12:21:57,640 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772499062_0002
2015-02-12 12:21:57,641 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from NEW to SUBMITTED
2015-02-12 12:21:57,641 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772499062_0002 from user: soberoi activated in queue: default
2015-02-12 12:21:57,642 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772499062_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@4b887f99, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:21:57,642 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772499062_0002_000001 to scheduler from user soberoi in queue default
2015-02-12 12:21:57,643 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:21:57,645 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:60771/proxy/application_1423772499062_0002/
2015-02-12 12:21:57,645 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423772499062_0002
2015-02-12 12:21:57,646 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:60771/proxy/application_1423772499062_0002/
2015-02-12 12:21:57,875 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:21:57,877 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:21:57,877 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:21:57,877 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:21:57,877 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:21:57,878 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:21:57,878 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:21:57,878 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:21:57,878 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:21:57,878 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:21:57,879 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:21:57,879 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:21:57,879 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:21:57,879 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:21:57,879 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 12:21:57,878 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:21:57,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:21:57,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:21:57,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:21:57,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:21:57,881 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:21:57,881 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 12:21:57,891 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:21:57,891 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000001
2015-02-12 12:21:57,892 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60794, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:21:57,892 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0002_000001 container=Container: [ContainerId: container_1423772499062_0002_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:21:57,892 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:21:57,893 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:21:57,895 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60794 for container : container_1423772499062_0002_01_000001
2015-02-12 12:21:57,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:21:57,898 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772499062_0002_000001
2015-02-12 12:21:57,898 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772499062_0002 AttemptId: appattempt_1423772499062_0002_000001 MasterContainer: Container: [ContainerId: container_1423772499062_0002_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ]
2015-02-12 12:21:57,899 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:21:57,899 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:21:57,900 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772499062_0002_000001
2015-02-12 12:21:57,901 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772499062_0002_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] for AM appattempt_1423772499062_0002_000001
2015-02-12 12:21:57,901 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772499062_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:21:57,902 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772499062_0002_000001
2015-02-12 12:21:57,902 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772499062_0002_000001
2015-02-12 12:21:57,905 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:21:57,908 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0002_01_000001 by user soberoi
2015-02-12 12:21:57,908 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0002
2015-02-12 12:21:57,909 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000001
2015-02-12 12:21:57,909 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0002 transitioned from NEW to INITING
2015-02-12 12:21:57,909 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0002_01_000001 to application application_1423772499062_0002
2015-02-12 12:21:57,909 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0002 transitioned from INITING to RUNNING
2015-02-12 12:21:57,909 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772499062_0002_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] for AM appattempt_1423772499062_0002_000001
2015-02-12 12:21:57,910 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:21:57,910 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:21:57,910 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0002
2015-02-12 12:21:57,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:21:57,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:21:57,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:21:57,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:21:57,911 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0002_01_000001
2015-02-12 12:21:57,934 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772499062_0002_01_000001.tokens. Credentials list:
2015-02-12 12:21:58,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:21:58,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423772499062_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000001.tokens
2015-02-12 12:21:58,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:21:58,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:58,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:21:58,229 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:58,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:58,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:21:58,282 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:58,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:58,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:21:58,332 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:58,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:58,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:21:58,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:21:58,386 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:21:58,418 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:21:58,418 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:21:58,517 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:21:58,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000001/default_container_executor.sh]
2015-02-12 12:21:58,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:21:59,523 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:00,151 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:60744 to replicate blk_1073741841_1017 to datanode(s) 127.0.0.1:60751
2015-02-12 12:22:00,151 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60754 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008, blk_1073741834_1010]
2015-02-12 12:22:00,151 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60751 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741834_1010]
2015-02-12 12:22:00,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741832_1008
2015-02-12 12:22:00,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:00,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:22:00,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:00,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:22:00,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:22:00,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002 dst=null perm=null proto=rpc
2015-02-12 12:22:00,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:22:00,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:00,874 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=faae4714-688c-4f7c-9931-de3be9ab8bea, infoPort=60745, ipcPort=60746, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) Starting thread to transfer BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017 to 127.0.0.1:60751
2015-02-12 12:22:00,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017 src: /127.0.0.1:60896 dest: /127.0.0.1:60751
2015-02-12 12:22:00,876 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017 (numBytes=254067) to /127.0.0.1:60751
2015-02-12 12:22:00,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017 src: /127.0.0.1:60896 dest: /127.0.0.1:60751 of size 254067
2015-02-12 12:22:00,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741841_1017 size 254067
2015-02-12 12:22:00,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:00,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:01,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:22:01,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:22:01,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 12:22:01,109 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:22:01,109 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:22:01,109 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 12:22:01,109 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 12:22:01,110 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 12:22:01,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 12:22:01,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 12:22:01,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 12:22:01,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 12:22:01,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 12:22:01,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 12:22:01,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 12:22:01,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 12:22:01,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 12:22:01,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 12:22:01,530 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:01,815 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772499062_0001_01_000001 succeeded
2015-02-12 12:22:01,816 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:22:01,816 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0001_01_000001
2015-02-12 12:22:01,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000001
2015-02-12 12:22:01,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000001
2015-02-12 12:22:01,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000001
2015-02-12 12:22:01,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0001/container_1423772499062_0001_01_000001
2015-02-12 12:22:01,847 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000001
2015-02-12 12:22:01,848 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:22:01,849 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0001_01_000001 from application application_1423772499062_0001
2015-02-12 12:22:01,849 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:01,849 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0001
2015-02-12 12:22:01,879 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:01,884 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772499062_0002_000001
2015-02-12 12:22:01,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772499062_0002 APPATTEMPTID=appattempt_1423772499062_0002_000001
2015-02-12 12:22:01,884 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:22:01,884 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0002 State change from ACCEPTED to RUNNING
2015-02-12 12:22:01,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:01,911 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772499062_0001_000001
2015-02-12 12:22:01,911 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:22:01,912 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000001
2015-02-12 12:22:01,912 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60794, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:22:01,912 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772499062_0001_000001
2015-02-12 12:22:01,912 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:22:01,913 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0001_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:01,913 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:01,913 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:22:01,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0001_000001 released container container_1423772499062_0001_01_000001 on node: host: 10.1.1.68:60794 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:22:01,913 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0001_000001 State change from FINISHING to FINISHED
2015-02-12 12:22:01,915 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0001 State change from FINISHING to FINISHED
2015-02-12 12:22:01,916 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772499062_0001
2015-02-12 12:22:01,918 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772499062_0001,name=[F2D914E34F894BDC99B63BF9C6B42334/EE7610F7D9B64B1DA8B0ACE5350FB037] test/(1/1) ...dooptapplatform/testnulls,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:60771/proxy/application_1423772499062_0001/jobhistory/job/job_1423772499062_0001,appMasterHost=10.1.1.68,startTime=1423772505371,finishTime=1423772515746,finalStatus=SUCCEEDED
2015-02-12 12:22:01,919 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772499062_0001_000001 is done. finalState=FINISHED
2015-02-12 12:22:01,919 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772499062_0001 requests cleared
2015-02-12 12:22:01,921 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772499062_0001_000001
2015-02-12 12:22:01,921 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772499062_0001 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:22:01,921 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772499062_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:22:01,928 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0001_000001 (auth:SIMPLE)
2015-02-12 12:22:01,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0001_01_000001
2015-02-12 12:22:01,931 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0001 CONTAINERID=container_1423772499062_0001_01_000001
2015-02-12 12:22:01,932 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:01,932 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0001_01_000001]
2015-02-12 12:22:01,934 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:22:01,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:22:01,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:22:01,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:22:01,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:22:01,937 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0001
2015-02-12 12:22:01,939 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:22:01,939 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0001, with delay of 10800 seconds
2015-02-12 12:22:01,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:01,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:02,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:02,194 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1_conf.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:02,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021 src: /127.0.0.1:60904 dest: /127.0.0.1:60751
2015-02-12 12:22:02,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021 src: /127.0.0.1:60905 dest: /127.0.0.1:60754
2015-02-12 12:22:02,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021 src: /127.0.0.1:60906 dest: /127.0.0.1:60747
2015-02-12 12:22:02,292 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60906, dest: /127.0.0.1:60747, bytes: 114544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021, duration: 33299000
2015-02-12 12:22:02,292 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:02,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:02,293 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60905, dest: /127.0.0.1:60754, bytes: 114544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021, duration: 34697000
2015-02-12 12:22:02,294 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:02,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60904, dest: /127.0.0.1:60751, bytes: 114544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021, duration: 36106000
2015-02-12 12:22:02,295 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:02,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:02,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:02,303 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:02,537 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:02,537 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:22:02,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:22:02,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:22:02,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:22:02,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0001
2015-02-12 12:22:02,540 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0001
2015-02-12 12:22:02,540 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:22:02,540 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0001, with delay of 10800 seconds
2015-02-12 12:22:02,942 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:02,943 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000002
2015-02-12 12:22:02,943 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:22:02,943 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0002_000001 container=Container: [ContainerId: container_1423772499062_0002_01_000002, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:02,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:22:02,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:02,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:02,945 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000003
2015-02-12 12:22:02,945 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:22:02,945 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0002_000001 container=Container: [ContainerId: container_1423772499062_0002_01_000003, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:02,946 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:22:02,946 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:02,992 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:02,993 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000004
2015-02-12 12:22:02,993 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:22:02,993 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0002_000001 container=Container: [ContainerId: container_1423772499062_0002_01_000004, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:02,994 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:22:02,994 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:02,994 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:02,995 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000005
2015-02-12 12:22:02,995 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:22:02,995 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0002_000001 container=Container: [ContainerId: container_1423772499062_0002_01_000005, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:02,995 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:22:02,995 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:02,996 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:02,996 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000006
2015-02-12 12:22:02,996 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:22:02,996 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0002_000001 container=Container: [ContainerId: container_1423772499062_0002_01_000006, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:02,997 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:22:02,997 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:03,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:03,945 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60794 for container : container_1423772499062_0002_01_000002
2015-02-12 12:22:03,946 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:03,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:03,948 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60790 for container : container_1423772499062_0002_01_000004
2015-02-12 12:22:03,949 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:03,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:03,957 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:04,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:04,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:04,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,089 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:04,090 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:04,091 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:04,091 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:04,092 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:04,098 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0002_01_000003 by user soberoi
2015-02-12 12:22:04,098 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0002_01_000002 by user soberoi
2015-02-12 12:22:04,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000003
2015-02-12 12:22:04,098 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0002_01_000005 by user soberoi
2015-02-12 12:22:04,098 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0002_01_000003 to application application_1423772499062_0002
2015-02-12 12:22:04,099 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0002_01_000002 to application application_1423772499062_0002
2015-02-12 12:22:04,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0002_01_000004 by user soberoi
2015-02-12 12:22:04,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000002
2015-02-12 12:22:04,100 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:22:04,100 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0002
2015-02-12 12:22:04,100 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:22:04,101 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000005
2015-02-12 12:22:04,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0002_01_000006 by user soberoi
2015-02-12 12:22:04,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000006
2015-02-12 12:22:04,101 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,105 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:04,104 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0002 transitioned from NEW to INITING
2015-02-12 12:22:04,106 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0002_01_000005 to application application_1423772499062_0002
2015-02-12 12:22:04,106 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0002_01_000006 to application application_1423772499062_0002
2015-02-12 12:22:04,107 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0002_01_000004 to application application_1423772499062_0002
2015-02-12 12:22:04,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000004
2015-02-12 12:22:04,106 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0002
2015-02-12 12:22:04,108 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0002 transitioned from INITING to RUNNING
2015-02-12 12:22:04,109 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,110 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:22:04,110 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,110 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:04,110 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:22:04,110 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0002
2015-02-12 12:22:04,111 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:22:04,111 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,111 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,111 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:04,111 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:04,111 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0002
2015-02-12 12:22:04,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:04,112 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:22:04,112 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:04,112 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:04,112 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:04,112 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,113 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,113 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:04,113 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0002
2015-02-12 12:22:04,113 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,113 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0002
2015-02-12 12:22:04,114 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:04,114 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0002
2015-02-12 12:22:04,114 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0002_01_000006
2015-02-12 12:22:04,115 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar, 1423772486255, FILE, null }
2015-02-12 12:22:04,116 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772486135, FILE, null }
2015-02-12 12:22:04,117 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0002_01_000005
2015-02-12 12:22:04,118 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar, 1423772486255, FILE, null }
2015-02-12 12:22:04,118 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772486135, FILE, null }
2015-02-12 12:22:04,118 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0002_01_000004
2015-02-12 12:22:04,119 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar, 1423772486255, FILE, null }
2015-02-12 12:22:04,119 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772486135, FILE, null }
2015-02-12 12:22:04,153 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0002_01_000006.tokens. Credentials list:
2015-02-12 12:22:04,153 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772499062_0002_01_000004.tokens. Credentials list:
2015-02-12 12:22:04,154 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772499062_0002_01_000005.tokens. Credentials list:
2015-02-12 12:22:04,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:22:04,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:22:04,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:04,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:22:04,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:22:04,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,182 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:04,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:04,190 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:04,190 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:04,249 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:04,256 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/10/hadoop-1954547412113724293.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:04,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:04,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000002/default_container_executor.sh]
2015-02-12 12:22:04,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000003/default_container_executor.sh]
2015-02-12 12:22:04,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:04,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0002_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000006.tokens
2015-02-12 12:22:04,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:04,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:04,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:04,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772499062_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000004.tokens
2015-02-12 12:22:04,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:04,723 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:04,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:04,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:04,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772499062_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000005.tokens
2015-02-12 12:22:04,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:04,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014
2015-02-12 12:22:04,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009
2015-02-12 12:22:04,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011
2015-02-12 12:22:04,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013
2015-02-12 12:22:04,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017
2015-02-12 12:22:04,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016
2015-02-12 12:22:04,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018
2015-02-12 12:22:04,832 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:04,832 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:04,832 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:04,833 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:04,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019
2015-02-12 12:22:04,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009
2015-02-12 12:22:04,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011
2015-02-12 12:22:04,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016
2015-02-12 12:22:04,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014
2015-02-12 12:22:04,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013
2015-02-12 12:22:04,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012
2015-02-12 12:22:04,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020
2015-02-12 12:22:04,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015
2015-02-12 12:22:04,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017
2015-02-12 12:22:04,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018
2015-02-12 12:22:04,897 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:04,897 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:04,899 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:04,899 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:04,922 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:04,922 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:04,951 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:04,951 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:04,968 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:22:04,998 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:04,998 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:04,999 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:05,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019
2015-02-12 12:22:05,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000005/default_container_executor.sh]
2015-02-12 12:22:05,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741837_1013
2015-02-12 12:22:05,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000004/default_container_executor.sh]
2015-02-12 12:22:05,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741835_1011
2015-02-12 12:22:05,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015
2015-02-12 12:22:05,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012
2015-02-12 12:22:05,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741838_1014
2015-02-12 12:22:05,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741840_1016
2015-02-12 12:22:05,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018
2015-02-12 12:22:05,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020
2015-02-12 12:22:05,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000006/default_container_executor.sh]
2015-02-12 12:22:05,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741833_1009
2015-02-12 12:22:05,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741842_1018
2015-02-12 12:22:05,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741844_1020
2015-02-12 12:22:05,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741839_1015
2015-02-12 12:22:05,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741836_1012
2015-02-12 12:22:05,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741843_1019
2015-02-12 12:22:05,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017
2015-02-12 12:22:07,564 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 12:22:07,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 12:22:07,567 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 12:22:09,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021
2015-02-12 12:22:10,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021
2015-02-12 12:22:10,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741841_1017
2015-02-12 12:22:10,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741845_1021
2015-02-12 12:22:12,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:12,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:13,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:13,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:13,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:13,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:13,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:13,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:13,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:13,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:13,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:13,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:13,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:13,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:13,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:13,795 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000001_0/part-00001. BP-282185163-10.1.1.68-1423772483132 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:13,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022 src: /127.0.0.1:60939 dest: /127.0.0.1:60754
2015-02-12 12:22:13,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022 src: /127.0.0.1:60940 dest: /127.0.0.1:60744
2015-02-12 12:22:13,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022 src: /127.0.0.1:60941 dest: /127.0.0.1:60751
2015-02-12 12:22:13,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60941, dest: /127.0.0.1:60751, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000001_0_286223240_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022, duration: 40019000
2015-02-12 12:22:13,901 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:13,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:13,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60940, dest: /127.0.0.1:60744, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000001_0_286223240_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022, duration: 41030000
2015-02-12 12:22:13,902 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:13,903 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60939, dest: /127.0.0.1:60754, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000001_0_286223240_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022, duration: 42232000
2015-02-12 12:22:13,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:13,904 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:13,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:13,931 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:22:13,935 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1423772499062_0002_m_000001_0_286223240_1
2015-02-12 12:22:13,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:22:13,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:22:13,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:22:13,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:14,028 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:14,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0002_01_000003
2015-02-12 12:22:14,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000003
2015-02-12 12:22:14,031 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:22:14,031 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0002_01_000003
2015-02-12 12:22:14,051 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0002_01_000003 is : 143
2015-02-12 12:22:14,056 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1.jhist. BP-282185163-10.1.1.68-1423772483132 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:14,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024 src: /127.0.0.1:60946 dest: /127.0.0.1:60744
2015-02-12 12:22:14,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024 src: /127.0.0.1:60947 dest: /127.0.0.1:60747
2015-02-12 12:22:14,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024 src: /127.0.0.1:60948 dest: /127.0.0.1:60751
2015-02-12 12:22:14,067 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:14,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000003
2015-02-12 12:22:14,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000003
2015-02-12 12:22:14,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000003
2015-02-12 12:22:14,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000003
2015-02-12 12:22:14,071 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000003
2015-02-12 12:22:14,072 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:14,073 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0002_01_000003 from application application_1423772499062_0002
2015-02-12 12:22:14,073 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:14,073 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0002
2015-02-12 12:22:14,075 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1.jhist for DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:14,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023 src: /127.0.0.1:60943 dest: /127.0.0.1:60747
2015-02-12 12:22:14,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023 src: /127.0.0.1:60949 dest: /127.0.0.1:60751
2015-02-12 12:22:14,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023 src: /127.0.0.1:60950 dest: /127.0.0.1:60744
2015-02-12 12:22:14,121 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60950, dest: /127.0.0.1:60744, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000000_0_819248446_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023, duration: 32187000
2015-02-12 12:22:14,121 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:14,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:22:14,122 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60949, dest: /127.0.0.1:60751, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000000_0_819248446_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023, duration: 31804000
2015-02-12 12:22:14,122 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,123 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60943, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000000_0_819248446_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023, duration: 34268000
2015-02-12 12:22:14,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:22:14,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:14,123 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1423772499062_0002_m_000000_0_819248446_1
2015-02-12 12:22:14,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:22:14,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:22:14,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:22:14,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:14,184 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:14,187 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0002_01_000002
2015-02-12 12:22:14,187 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000002
2015-02-12 12:22:14,190 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:14,190 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:22:14,190 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000003
2015-02-12 12:22:14,191 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:22:14,191 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:22:14,192 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0002_01_000003, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:14,192 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:14,192 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:22:14,192 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0002_000001 released container container_1423772499062_0002_01_000003 on node: host: 10.1.1.68:60794 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:22:14,193 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:22:14,195 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0002_01_000002
2015-02-12 12:22:14,236 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0002_01_000002 is : 143
2015-02-12 12:22:14,259 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:14,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000002
2015-02-12 12:22:14,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000002
2015-02-12 12:22:14,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000002
2015-02-12 12:22:14,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000002
2015-02-12 12:22:14,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000002
2015-02-12 12:22:14,264 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:14,264 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0002_01_000002 from application application_1423772499062_0002
2015-02-12 12:22:14,264 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:14,264 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0002
2015-02-12 12:22:14,361 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000003_0/part-00003. BP-282185163-10.1.1.68-1423772483132 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:14,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025 src: /127.0.0.1:60952 dest: /127.0.0.1:60747
2015-02-12 12:22:14,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025 src: /127.0.0.1:60953 dest: /127.0.0.1:60744
2015-02-12 12:22:14,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025 src: /127.0.0.1:60954 dest: /127.0.0.1:60751
2015-02-12 12:22:14,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60954, dest: /127.0.0.1:60751, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000003_0_1447726085_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025, duration: 68479000
2015-02-12 12:22:14,501 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:14,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:14,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60953, dest: /127.0.0.1:60744, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000003_0_1447726085_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025, duration: 68959000
2015-02-12 12:22:14,502 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:14,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60952, dest: /127.0.0.1:60747, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000003_0_1447726085_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025, duration: 70352000
2015-02-12 12:22:14,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:14,507 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1423772499062_0002_m_000003_0_1447726085_1
2015-02-12 12:22:14,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000004_0/part-00004 is closed by DFSClient_attempt_1423772499062_0002_m_000004_0_-1113558398_1
2015-02-12 12:22:14,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:22:14,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:22:14,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:22:14,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:22:14,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:22:14,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:22:14,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:14,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:14,548 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:14,549 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:14,550 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0002_01_000005
2015-02-12 12:22:14,550 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000005
2015-02-12 12:22:14,550 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:22:14,551 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0002_01_000005
2015-02-12 12:22:14,551 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0002_01_000006
2015-02-12 12:22:14,552 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000006
2015-02-12 12:22:14,568 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0002_01_000005 is : 143
2015-02-12 12:22:14,579 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:22:14,579 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:14,579 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0002_01_000006
2015-02-12 12:22:14,604 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0002_01_000006 is : 143
2015-02-12 12:22:14,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000005
2015-02-12 12:22:14,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000005
2015-02-12 12:22:14,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000005
2015-02-12 12:22:14,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000005
2015-02-12 12:22:14,616 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:14,617 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000005
2015-02-12 12:22:14,617 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:14,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000006
2015-02-12 12:22:14,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000006
2015-02-12 12:22:14,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000006
2015-02-12 12:22:14,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000006
2015-02-12 12:22:14,620 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0002_01_000005 from application application_1423772499062_0002
2015-02-12 12:22:14,620 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:14,621 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0002
2015-02-12 12:22:14,621 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000006
2015-02-12 12:22:14,621 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:14,621 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0002_01_000006 from application application_1423772499062_0002
2015-02-12 12:22:14,621 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:14,621 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0002
2015-02-12 12:22:14,650 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000002_0/part-00002. BP-282185163-10.1.1.68-1423772483132 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:14,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026 src: /127.0.0.1:60957 dest: /127.0.0.1:60747
2015-02-12 12:22:14,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026 src: /127.0.0.1:60958 dest: /127.0.0.1:60744
2015-02-12 12:22:14,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026 src: /127.0.0.1:60959 dest: /127.0.0.1:60751
2015-02-12 12:22:14,756 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60959, dest: /127.0.0.1:60751, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000002_0_631759239_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026, duration: 43172000
2015-02-12 12:22:14,756 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:14,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:14,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60958, dest: /127.0.0.1:60744, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000002_0_631759239_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026, duration: 44442000
2015-02-12 12:22:14,758 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,759 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60957, dest: /127.0.0.1:60747, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0002_m_000002_0_631759239_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026, duration: 46556000
2015-02-12 12:22:14,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:14,760 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:14,765 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1423772499062_0002_m_000002_0_631759239_1
2015-02-12 12:22:14,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:22:14,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:22:14,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:22:14,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/_temporary/attempt_1423772499062_0002_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:14,809 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:14,812 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0002_01_000004
2015-02-12 12:22:14,813 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000004
2015-02-12 12:22:14,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:14,814 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:22:14,814 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000005
2015-02-12 12:22:14,814 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:22:14,815 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:22:14,817 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0002_01_000005, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:14,818 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:14,818 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:22:14,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0002_000001 released container container_1423772499062_0002_01_000005 on node: host: 10.1.1.68:60790 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:22:14,818 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:14,818 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0002_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:22:14,818 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000006
2015-02-12 12:22:14,818 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:22:14,819 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:22:14,820 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0002_01_000006, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:14,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:14,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:22:14,823 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0002_000001 released container container_1423772499062_0002_01_000006 on node: host: 10.1.1.68:60790 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:22:14,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,827 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:14,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:22:14,835 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:22:14,836 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0002_01_000004
2015-02-12 12:22:14,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:22:14,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:14,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:22:14,861 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0002_01_000004 is : 143
2015-02-12 12:22:14,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:14,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:22:14,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:14,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:22:14,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:14,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,886 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:14,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000004
2015-02-12 12:22:14,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:14,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000004
2015-02-12 12:22:14,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000004
2015-02-12 12:22:14,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:22:14,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000004
2015-02-12 12:22:14,889 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000004
2015-02-12 12:22:14,890 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:14,890 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0002_01_000004 from application application_1423772499062_0002
2015-02-12 12:22:14,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:14,891 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:14,891 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0002
2015-02-12 12:22:14,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary/1/task_1423772499062_0002_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary dst=null perm=null proto=rpc
2015-02-12 12:22:14,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,904 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:14,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,908 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:14,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60948, dest: /127.0.0.1:60751, bytes: 54434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024, duration: 859153000
2015-02-12 12:22:14,924 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:14,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 16162
2015-02-12 12:22:14,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60947, dest: /127.0.0.1:60747, bytes: 54434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024, duration: 860483000
2015-02-12 12:22:14,926 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 16162
2015-02-12 12:22:14,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60946, dest: /127.0.0.1:60744, bytes: 54434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024, duration: 862460000
2015-02-12 12:22:14,928 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 16162
2015-02-12 12:22:14,930 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:14,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,936 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002.summary_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:14,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027 src: /127.0.0.1:60962 dest: /127.0.0.1:60744
2015-02-12 12:22:14,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027 src: /127.0.0.1:60963 dest: /127.0.0.1:60747
2015-02-12 12:22:14,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027 src: /127.0.0.1:60964 dest: /127.0.0.1:60751
2015-02-12 12:22:14,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60964, dest: /127.0.0.1:60751, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027, duration: 1772000
2015-02-12 12:22:14,946 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:14,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:14,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60963, dest: /127.0.0.1:60747, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027, duration: 2493000
2015-02-12 12:22:14,947 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:14,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60962, dest: /127.0.0.1:60744, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027, duration: 3415000
2015-02-12 12:22:14,948 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:14,949 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:14,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:14,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:14,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002-1423772517637-soberoi-%5B839DE31186E94BDE91AB44B1F2DD0DA2%2FFD432081906E4B11-1423772534910-5-0-SUCCEEDED-default-1423772521948.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:14,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:14,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002-1423772517637-soberoi-%5B839DE31186E94BDE91AB44B1F2DD0DA2%2FFD432081906E4B11-1423772534910-5-0-SUCCEEDED-default-1423772521948.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:14,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:14,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002-1423772517637-soberoi-%5B839DE31186E94BDE91AB44B1F2DD0DA2%2FFD432081906E4B11-1423772534910-5-0-SUCCEEDED-default-1423772521948.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:14,976 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002-1423772517637-soberoi-%5B839DE31186E94BDE91AB44B1F2DD0DA2%2FFD432081906E4B11-1423772534910-5-0-SUCCEEDED-default-1423772521948.jhist_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:14,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028 src: /127.0.0.1:60966 dest: /127.0.0.1:60751
2015-02-12 12:22:14,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028 src: /127.0.0.1:60967 dest: /127.0.0.1:60744
2015-02-12 12:22:14,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028 src: /127.0.0.1:60968 dest: /127.0.0.1:60747
2015-02-12 12:22:14,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60968, dest: /127.0.0.1:60747, bytes: 54434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028, duration: 1901000
2015-02-12 12:22:14,985 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:14,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:14,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60967, dest: /127.0.0.1:60744, bytes: 54434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028, duration: 2741000
2015-02-12 12:22:14,986 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:14,986 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60966, dest: /127.0.0.1:60751, bytes: 54434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028, duration: 3708000
2015-02-12 12:22:14,987 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:14,987 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:14,988 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002-1423772517637-soberoi-%5B839DE31186E94BDE91AB44B1F2DD0DA2%2FFD432081906E4B11-1423772534910-5-0-SUCCEEDED-default-1423772521948.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:14,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002-1423772517637-soberoi-%5B839DE31186E94BDE91AB44B1F2DD0DA2%2FFD432081906E4B11-1423772534910-5-0-SUCCEEDED-default-1423772521948.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:14,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:14,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:14,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:14,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:14,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002/job_1423772499062_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:15,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:15,005 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002_conf.xml_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:15,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029 src: /127.0.0.1:60970 dest: /127.0.0.1:60754
2015-02-12 12:22:15,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029 src: /127.0.0.1:60971 dest: /127.0.0.1:60751
2015-02-12 12:22:15,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029 src: /127.0.0.1:60972 dest: /127.0.0.1:60747
2015-02-12 12:22:15,015 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60972, dest: /127.0.0.1:60747, bytes: 114544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029, duration: 3018000
2015-02-12 12:22:15,015 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:15,016 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60971, dest: /127.0.0.1:60751, bytes: 114544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029, duration: 3856000
2015-02-12 12:22:15,016 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:15,017 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60970, dest: /127.0.0.1:60754, bytes: 114544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1517049261_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029, duration: 4911000
2015-02-12 12:22:15,017 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:15,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:15,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:15,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:15,021 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1517049261_1
2015-02-12 12:22:15,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:15,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:15,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:15,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002-1423772517637-soberoi-%5B839DE31186E94BDE91AB44B1F2DD0DA2%2FFD432081906E4B11-1423772534910-5-0-SUCCEEDED-default-1423772521948.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0002-1423772517637-soberoi-%5B839DE31186E94BDE91AB44B1F2DD0DA2%2FFD432081906E4B11-1423772534910-5-0-SUCCEEDED-default-1423772521948.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:15,042 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772499062_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:22:15,042 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:22:15,042 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772499062_0002 with final state: FINISHING
2015-02-12 12:22:15,043 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 12:22:15,043 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772499062_0002
2015-02-12 12:22:15,043 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:22:15,043 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 12:22:15,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:15,193 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:22:15,193 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000002
2015-02-12 12:22:15,193 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:22:15,193 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:22:15,194 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0002_01_000002, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:15,194 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:15,194 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:22:15,195 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0002_000001 released container container_1423772499062_0002_01_000002 on node: host: 10.1.1.68:60794 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:22:15,195 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:15,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:15,814 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:22:15,815 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000004
2015-02-12 12:22:15,815 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:22:15,815 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:22:15,816 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0002_01_000004, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:15,817 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:15,817 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:22:15,817 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0002_000001 released container container_1423772499062_0002_01_000004 on node: host: 10.1.1.68:60790 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:22:15,817 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:15,817 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:16,050 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772499062_0002 unregistered successfully.
2015-02-12 12:22:16,054 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:60747 127.0.0.1:60754 127.0.0.1:60744 127.0.0.1:60751
2015-02-12 12:22:16,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60744 127.0.0.1:60747
2015-02-12 12:22:16,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:60751 127.0.0.1:60747 127.0.0.1:60754
2015-02-12 12:22:16,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60747
2015-02-12 12:22:16,056 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:60744 127.0.0.1:60747 127.0.0.1:60751
2015-02-12 12:22:16,056 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60747
2015-02-12 12:22:16,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0002 dst=null perm=null proto=rpc
2015-02-12 12:22:16,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:16,099 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary
2015-02-12 12:22:16,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/_temporary dst=null perm=null proto=rpc
2015-02-12 12:22:16,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:16,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:16,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:16,159 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 12:22:16,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:16,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:16,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:16,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:16,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:16,196 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:16,197 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:16,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:16,206 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:22:16,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:16,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:16,213 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/resolvedfields
2015-02-12 12:22:16,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:16,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:16,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:16,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields dst=null perm=null proto=rpc
2015-02-12 12:22:16,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:16,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:16,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:16,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:16,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:16,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:16,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:16,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:16,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:16,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/resolvedfields/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:16,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:16,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:16,399 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:22:16,399 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:22:16,405 INFO hadoop.Hfs (Hfs.java:makeLocal(507)) - forcing job to local mode, via source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:22:16,439 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:22:16,439 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:22:16,506 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting
2015-02-12 12:22:16,510 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] parallel execution is enabled: true
2015-02-12 12:22:16,511 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flows: 2
2015-02-12 12:22:16,512 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] allocating threads: 2
2015-02-12 12:22:16,513 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flow: first
2015-02-12 12:22:16,515 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] at least one sink is marked for delete
2015-02-12 12:22:16,515 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:22:16,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:16,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:16,522 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting
2015-02-12 12:22:16,522 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] source: GlobHfs[/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/?{ppe[_r],owe?}.txt]
2015-02-12 12:22:16,522 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob"]
2015-02-12 12:22:16,522 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] parallel execution is enabled: true
2015-02-12 12:22:16,522 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting jobs: 1
2015-02-12 12:22:16,522 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] allocating threads: 1
2015-02-12 12:22:16,523 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...r1/hadooptapplatform/glob
2015-02-12 12:22:16,527 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - session.id is deprecated. Instead, use dfs.metrics.session-id
2015-02-12 12:22:16,528 INFO jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId=
2015-02-12 12:22:16,534 INFO jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2015-02-12 12:22:16,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:16,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:22:16,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:22:16,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:16,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:22:16,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:22:16,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,568 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 12:22:16,587 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:2
2015-02-12 12:22:16,616 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_local826898384_0001
2015-02-12 12:22:16,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:22:16,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:22:16,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:22:16,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:22:16,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:16,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:16,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:22:16,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:22:16,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:22:16,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:22:16,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:16,742 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:symlink(207)) - Creating symlink: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/tmp/mapred/local/1423772536647/MRAppJar.jar <- /Users/soberoi/src/compatibility/cascading.compatibility/horton/MRAppJar.jar
2015-02-12 12:22:16,749 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:setup(171)) - Localized hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar as file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/tmp/mapred/local/1423772536647/MRAppJar.jar
2015-02-12 12:22:16,749 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:symlink(207)) - Creating symlink: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/tmp/mapred/local/1423772536648/hadoop-1954547412113724293.jar <- /Users/soberoi/src/compatibility/cascading.compatibility/horton/hadoop-1954547412113724293.jar
2015-02-12 12:22:16,756 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:setup(171)) - Localized hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar as file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/tmp/mapred/local/1423772536648/hadoop-1954547412113724293.jar
2015-02-12 12:22:16,800 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:makeClassLoader(240)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/tmp/mapred/local/1423772536647/MRAppJar.jar
2015-02-12 12:22:16,800 INFO mapred.LocalDistributedCacheManager (LocalDistributedCacheManager.java:makeClassLoader(240)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/tmp/mapred/local/1423772536648/hadoop-1954547412113724293.jar
2015-02-12 12:22:16,815 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:16,816 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:16,816 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:16,820 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://localhost:8080/
2015-02-12 12:22:16,821 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_local826898384_0001
2015-02-12 12:22:16,821 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://localhost:8080/
2015-02-12 12:22:16,821 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null
2015-02-12 12:22:16,825 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2015-02-12 12:22:16,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:22:16,836 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks
2015-02-12 12:22:16,837 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local826898384_0001_m_000000_0
2015-02-12 12:22:16,860 INFO util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux.
2015-02-12 12:22:16,861 INFO mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:22:16,866 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2015-02-12 12:22:16,866 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt
2015-02-12 12:22:16,866 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@17708fcb
2015-02-12 12:22:16,869 INFO mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0
2015-02-12 12:22:16,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:16,877 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-12 12:22:16,877 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx512m
2015-02-12 12:22:16,899 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
2015-02-12 12:22:16,902 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: GlobHfs[/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/?{ppe[_r],owe?}.txt]
2015-02-12 12:22:16,903 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob"]
2015-02-12 12:22:16,915 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2015-02-12 12:22:16,916 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:16,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030 src: /127.0.0.1:60982 dest: /127.0.0.1:60747
2015-02-12 12:22:16,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030 src: /127.0.0.1:60983 dest: /127.0.0.1:60744
2015-02-12 12:22:16,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030 src: /127.0.0.1:60984 dest: /127.0.0.1:60754
2015-02-12 12:22:16,925 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60984, dest: /127.0.0.1:60754, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030, duration: 1402000
2015-02-12 12:22:16,925 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:16,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:22:16,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60983, dest: /127.0.0.1:60744, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030, duration: 2268000
2015-02-12 12:22:16,926 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:16,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:22:16,927 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60982, dest: /127.0.0.1:60747, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030, duration: 3158000
2015-02-12 12:22:16,927 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:16,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:16,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000000_0/part-00000 is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:16,932 INFO mapred.Task (Task.java:done(1001)) - Task:attempt_local826898384_0001_m_000000_0 is done. And is in the process of committing
2015-02-12 12:22:16,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:22:16,938 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2015-02-12 12:22:16,938 INFO mapred.Task (Task.java:commit(1162)) - Task attempt_local826898384_0001_m_000000_0 is allowed to commit now
2015-02-12 12:22:16,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:22:16,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:22:16,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000000 perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:22:16,944 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local826898384_0001_m_000000_0' to hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000000
2015-02-12 12:22:16,945 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt:0+19
2015-02-12 12:22:16,945 INFO mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local826898384_0001_m_000000_0' done.
2015-02-12 12:22:16,945 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local826898384_0001_m_000000_0
2015-02-12 12:22:16,946 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local826898384_0001_m_000001_0
2015-02-12 12:22:16,947 INFO util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(181)) - ProcfsBasedProcessTree currently is supported only on Linux.
2015-02-12 12:22:16,947 INFO mapred.Task (Task.java:initialize(587)) - Using ResourceCalculatorProcessTree : null
2015-02-12 12:22:16,948 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt
2015-02-12 12:22:16,948 INFO mapred.MapTask (MapTask.java:updateJobWithSplit(482)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@3b805b52
2015-02-12 12:22:16,950 INFO mapred.MapTask (MapTask.java:runOldMapper(436)) - numReduceTasks: 0
2015-02-12 12:22:16,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:16,955 INFO hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-12 12:22:16,955 INFO hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx512m
2015-02-12 12:22:16,963 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: GlobHfs[/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/?{ppe[_r],owe?}.txt]
2015-02-12 12:22:16,965 INFO hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob"]
2015-02-12 12:22:16,968 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2015-02-12 12:22:16,970 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000001_0/part-00001. BP-282185163-10.1.1.68-1423772483132 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:16,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031 src: /127.0.0.1:60985 dest: /127.0.0.1:60744
2015-02-12 12:22:16,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031 src: /127.0.0.1:60986 dest: /127.0.0.1:60754
2015-02-12 12:22:16,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031 src: /127.0.0.1:60987 dest: /127.0.0.1:60751
2015-02-12 12:22:16,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60987, dest: /127.0.0.1:60751, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031, duration: 1488000
2015-02-12 12:22:16,979 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:16,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:16,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60986, dest: /127.0.0.1:60754, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031, duration: 2501000
2015-02-12 12:22:16,980 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:16,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60985, dest: /127.0.0.1:60744, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031, duration: 3682000
2015-02-12 12:22:16,982 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:16,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:16,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:16,991 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000001_0/part-00001 is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:16,991 INFO mapred.Task (Task.java:done(1001)) - Task:attempt_local826898384_0001_m_000001_0 is done. And is in the process of committing
2015-02-12 12:22:16,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:22:16,994 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) -
2015-02-12 12:22:16,994 INFO mapred.Task (Task.java:commit(1162)) - Task attempt_local826898384_0001_m_000001_0 is allowed to commit now
2015-02-12 12:22:16,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:22:16,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:22:16,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/_temporary/attempt_local826898384_0001_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000001 perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:22:16,998 INFO output.FileOutputCommitter (FileOutputCommitter.java:commitTask(439)) - Saved output of task 'attempt_local826898384_0001_m_000001_0' to hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000001
2015-02-12 12:22:17,000 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt:0+19
2015-02-12 12:22:17,000 INFO mapred.Task (Task.java:sendDone(1121)) - Task 'attempt_local826898384_0001_m_000001_0' done.
2015-02-12 12:22:17,000 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local826898384_0001_m_000001_0
2015-02-12 12:22:17,001 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete.
2015-02-12 12:22:17,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0 dst=null perm=null proto=rpc
2015-02-12 12:22:17,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:17,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:17,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:22:17,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:17,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:17,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:17,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:22:17,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:17,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary/0/task_local826898384_0001_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary dst=null perm=null proto=rpc
2015-02-12 12:22:17,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_SUCCESS dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,023 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:17,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:17,046 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary
2015-02-12 12:22:17,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/_temporary dst=null perm=null proto=rpc
2015-02-12 12:22:17,048 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] completed flow: first
2015-02-12 12:22:17,048 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flow: second
2015-02-12 12:22:17,049 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] at least one sink is marked for delete
2015-02-12 12:22:17,049 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:22:17,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:17,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:17,054 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting
2015-02-12 12:22:17,054 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob"]
2015-02-12 12:22:17,054 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2"]
2015-02-12 12:22:17,054 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] parallel execution is enabled: true
2015-02-12 12:22:17,055 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting jobs: 1
2015-02-12 12:22:17,055 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] allocating threads: 1
2015-02-12 12:22:17,055 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (1/1) ...1/hadooptapplatform/glob2
2015-02-12 12:22:17,071 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:22:17,090 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:22:17,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:17,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:17,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:17,101 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 3
2015-02-12 12:22:17,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003 dst=null perm=null proto=rpc
2015-02-12 12:22:17,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:22:17,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:22:17,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,114 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:17,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032 src: /127.0.0.1:60989 dest: /127.0.0.1:60754
2015-02-12 12:22:17,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032 src: /127.0.0.1:60990 dest: /127.0.0.1:60747
2015-02-12 12:22:17,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032 src: /127.0.0.1:60991 dest: /127.0.0.1:60751
2015-02-12 12:22:17,124 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60991, dest: /127.0.0.1:60751, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032, duration: 2327000
2015-02-12 12:22:17,125 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:17,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:17,125 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60990, dest: /127.0.0.1:60747, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032, duration: 3360000
2015-02-12 12:22:17,126 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:17,127 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60989, dest: /127.0.0.1:60754, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032, duration: 4828000
2015-02-12 12:22:17,128 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:17,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:17,134 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar
2015-02-12 12:22:17,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:22:17,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:22:17,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:17,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:22:17,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:22:17,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:17,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:17,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:17,161 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 12:22:17,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,170 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split
2015-02-12 12:22:17,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:17,173 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split. BP-282185163-10.1.1.68-1423772483132 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:17,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033 src: /127.0.0.1:60992 dest: /127.0.0.1:60747
2015-02-12 12:22:17,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033 src: /127.0.0.1:60993 dest: /127.0.0.1:60754
2015-02-12 12:22:17,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033 src: /127.0.0.1:60994 dest: /127.0.0.1:60744
2015-02-12 12:22:17,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033 src: /127.0.0.1:60995 dest: /127.0.0.1:60751
2015-02-12 12:22:17,185 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60995, dest: /127.0.0.1:60751, bytes: 1547, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033, duration: 2995000
2015-02-12 12:22:17,186 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:17,187 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60994, dest: /127.0.0.1:60744, bytes: 1547, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033, duration: 3697000
2015-02-12 12:22:17,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:17,187 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:17,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60993, dest: /127.0.0.1:60754, bytes: 1547, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033, duration: 5647000
2015-02-12 12:22:17,189 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:17,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60992, dest: /127.0.0.1:60747, bytes: 1547, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033, duration: 6864000
2015-02-12 12:22:17,190 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:17,193 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:17,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,201 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:17,201 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:17,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,206 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo. BP-282185163-10.1.1.68-1423772483132 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:17,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034 src: /127.0.0.1:60996 dest: /127.0.0.1:60751
2015-02-12 12:22:17,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034 src: /127.0.0.1:60997 dest: /127.0.0.1:60754
2015-02-12 12:22:17,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034 src: /127.0.0.1:60998 dest: /127.0.0.1:60747
2015-02-12 12:22:17,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60998, dest: /127.0.0.1:60747, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034, duration: 3226000
2015-02-12 12:22:17,218 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:17,220 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60997, dest: /127.0.0.1:60754, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034, duration: 4982000
2015-02-12 12:22:17,221 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60996, dest: /127.0.0.1:60751, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034, duration: 7382000
2015-02-12 12:22:17,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:17,223 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:17,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:17,228 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:17,229 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:22:17,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:17,236 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 12:22:17,238 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 12:22:17,296 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:17,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035 src: /127.0.0.1:60999 dest: /127.0.0.1:60744
2015-02-12 12:22:17,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035 src: /127.0.0.1:61000 dest: /127.0.0.1:60751
2015-02-12 12:22:17,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035 src: /127.0.0.1:61001 dest: /127.0.0.1:60747
2015-02-12 12:22:17,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61001, dest: /127.0.0.1:60747, bytes: 97317, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035, duration: 2005000
2015-02-12 12:22:17,306 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:17,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:17,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61000, dest: /127.0.0.1:60751, bytes: 97317, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035, duration: 2822000
2015-02-12 12:22:17,307 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:17,308 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60999, dest: /127.0.0.1:60744, bytes: 97317, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035, duration: 3743000
2015-02-12 12:22:17,308 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:17,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:17,311 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:17,311 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772499062_0003
2015-02-12 12:22:17,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003 dst=null perm=null proto=rpc
2015-02-12 12:22:17,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:17,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:17,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:17,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:17,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:17,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:17,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,338 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 3 submitted by user soberoi
2015-02-12 12:22:17,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772499062_0003
2015-02-12 12:22:17,338 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772499062_0003
2015-02-12 12:22:17,338 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0003 State change from NEW to NEW_SAVING
2015-02-12 12:22:17,339 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772499062_0003
2015-02-12 12:22:17,339 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:22:17,339 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772499062_0003 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:22:17,339 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772499062_0003 from user: soberoi, in queue: default
2015-02-12 12:22:17,340 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 12:22:17,340 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772499062_0003_000001
2015-02-12 12:22:17,340 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772499062_0003
2015-02-12 12:22:17,341 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from NEW to SUBMITTED
2015-02-12 12:22:17,341 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772499062_0003 from user: soberoi activated in queue: default
2015-02-12 12:22:17,341 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772499062_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@4b887f99, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:22:17,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772499062_0003_000001 to scheduler from user soberoi in queue default
2015-02-12 12:22:17,343 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:22:17,345 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:60771/proxy/application_1423772499062_0003/
2015-02-12 12:22:17,345 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_1423772499062_0003
2015-02-12 12:22:17,345 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://Edinburgh.local:60771/proxy/application_1423772499062_0003/
2015-02-12 12:22:17,605 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:17,605 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000001
2015-02-12 12:22:17,605 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60786, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:22:17,605 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0003_000001 container=Container: [ContainerId: container_1423772499062_0003_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:17,606 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:22:17,606 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:17,607 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60786 for container : container_1423772499062_0003_01_000001
2015-02-12 12:22:17,608 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:17,608 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772499062_0003_000001
2015-02-12 12:22:17,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772499062_0003 AttemptId: appattempt_1423772499062_0003_000001 MasterContainer: Container: [ContainerId: container_1423772499062_0003_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ]
2015-02-12 12:22:17,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:22:17,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:22:17,610 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772499062_0003_000001
2015-02-12 12:22:17,612 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772499062_0003_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] for AM appattempt_1423772499062_0003_000001
2015-02-12 12:22:17,612 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772499062_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:22:17,613 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772499062_0003_000001
2015-02-12 12:22:17,613 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772499062_0003_000001
2015-02-12 12:22:17,619 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:17,622 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0003_01_000001 by user soberoi
2015-02-12 12:22:17,622 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0003
2015-02-12 12:22:17,622 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000001
2015-02-12 12:22:17,622 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0003 transitioned from NEW to INITING
2015-02-12 12:22:17,623 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0003_01_000001 to application application_1423772499062_0003
2015-02-12 12:22:17,623 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0003 transitioned from INITING to RUNNING
2015-02-12 12:22:17,623 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:22:17,624 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0003
2015-02-12 12:22:17,624 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:17,625 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:22:17,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:22:17,626 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:22:17,626 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772499062_0003_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] for AM appattempt_1423772499062_0003_000001
2015-02-12 12:22:17,626 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0003_01_000001
2015-02-12 12:22:17,626 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:22:17,658 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772499062_0003_01_000001.tokens. Credentials list:
2015-02-12 12:22:17,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:17,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:17,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:17,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:17,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772499062_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000001.tokens
2015-02-12 12:22:17,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:17,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:17,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:18,040 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:18,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:18,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:18,089 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:18,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:18,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:18,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:18,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:18,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:18,188 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:60754 to replicate blk_1073741856_1032 to datanode(s) 127.0.0.1:60744
2015-02-12 12:22:18,188 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60751 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741848_1024]
2015-02-12 12:22:18,188 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60754 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021]
2015-02-12 12:22:18,197 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:18,197 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:18,204 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:18,204 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:18,235 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:18,235 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:18,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000001/default_container_executor.sh]
2015-02-12 12:22:18,609 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:18,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:18,818 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:18,819 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:19,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:22:19,133 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 12:22:19,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 12:22:19,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 12:22:19,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:22:19,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 12:22:19,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:22:19,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 12:22:19,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 12:22:19,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 12:22:19,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:22:19,136 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 12:22:19,208 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:19,208 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:19,374 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=9afd3917-0225-4390-ac36-2a86997657c5, infoPort=60755, ipcPort=60756, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) Starting thread to transfer BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032 to 127.0.0.1:60744
2015-02-12 12:22:19,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:22:19,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 12:22:19,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 12:22:19,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 12:22:19,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:22:19,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:22:19,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 12:22:19,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:22:19,376 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032 (numBytes=254067) to /127.0.0.1:60744
2015-02-12 12:22:19,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 12:22:19,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 12:22:19,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032 src: /127.0.0.1:61007 dest: /127.0.0.1:60744
2015-02-12 12:22:19,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032 src: /127.0.0.1:61007 dest: /127.0.0.1:60744 of size 254067
2015-02-12 12:22:19,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741856_1032 size 254067
2015-02-12 12:22:19,819 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:19,819 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:19,820 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:19,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023
2015-02-12 12:22:19,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022
2015-02-12 12:22:19,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025
2015-02-12 12:22:19,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026
2015-02-12 12:22:19,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023
2015-02-12 12:22:19,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026
2015-02-12 12:22:19,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025
2015-02-12 12:22:20,210 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:20,210 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:20,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:20,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741850_1026
2015-02-12 12:22:20,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027
2015-02-12 12:22:20,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741849_1025
2015-02-12 12:22:20,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022
2015-02-12 12:22:20,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029
2015-02-12 12:22:20,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741847_1023
2015-02-12 12:22:20,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028
2015-02-12 12:22:20,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:22:20,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:22:20,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:22:20,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741846_1022
2015-02-12 12:22:20,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029
2015-02-12 12:22:20,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003 dst=null perm=null proto=rpc
2015-02-12 12:22:20,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:22:20,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:20,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:20,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:20,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:20,823 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:20,823 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,103 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772499062_0002_01_000001 succeeded
2015-02-12 12:22:21,103 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:22:21,104 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0002_01_000001
2015-02-12 12:22:21,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000001
2015-02-12 12:22:21,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000001
2015-02-12 12:22:21,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000001
2015-02-12 12:22:21,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0002/container_1423772499062_0002_01_000001
2015-02-12 12:22:21,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000001
2015-02-12 12:22:21,127 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:22:21,128 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0002_01_000001 from application application_1423772499062_0002
2015-02-12 12:22:21,128 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:21,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0002
2015-02-12 12:22:21,192 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60747 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741848_1024]
2015-02-12 12:22:21,192 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60744 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741848_1024]
2015-02-12 12:22:21,215 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:21,215 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772499062_0002_000001
2015-02-12 12:22:21,215 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:22:21,215 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000001
2015-02-12 12:22:21,215 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60794, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:22:21,215 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772499062_0002_000001
2015-02-12 12:22:21,216 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0002_000001 State change from FINISHING to FINISHED
2015-02-12 12:22:21,216 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:22:21,216 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0002 State change from FINISHING to FINISHED
2015-02-12 12:22:21,216 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0002_01_000001, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:21,216 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:21,216 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:22:21,216 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772499062_0002
2015-02-12 12:22:21,217 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772499062_0002,name=[839DE31186E94BDE91AB44B1F2DD0DA2/FD432081906E4B1180A4182931A57E21] test/(1/1) ...applatform/resolvedfields,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:60771/proxy/application_1423772499062_0002/jobhistory/job/job_1423772499062_0002,appMasterHost=10.1.1.68,startTime=1423772517637,finishTime=1423772535042,finalStatus=SUCCEEDED
2015-02-12 12:22:21,216 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0002_000001 released container container_1423772499062_0002_01_000001 on node: host: 10.1.1.68:60794 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:22:21,217 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,217 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,217 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772499062_0002_000001
2015-02-12 12:22:21,217 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772499062_0002_000001 is done. finalState=FINISHED
2015-02-12 12:22:21,218 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772499062_0002 requests cleared
2015-02-12 12:22:21,218 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772499062_0002 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:22:21,218 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772499062_0002 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:22:21,221 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0002_000001 (auth:SIMPLE)
2015-02-12 12:22:21,224 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0002_01_000001
2015-02-12 12:22:21,224 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0002 CONTAINERID=container_1423772499062_0002_01_000001
2015-02-12 12:22:21,224 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0002_01_000001]
2015-02-12 12:22:21,225 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,225 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,225 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,225 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:22:21,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:21,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:21,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:21,230 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:21,234 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0002
2015-02-12 12:22:21,236 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:22:21,236 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0002, with delay of 10800 seconds
2015-02-12 12:22:21,764 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:21,769 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772499062_0003_000001
2015-02-12 12:22:21,769 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772499062_0003 APPATTEMPTID=appattempt_1423772499062_0003_000001
2015-02-12 12:22:21,769 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:22:21,769 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0003 State change from ACCEPTED to RUNNING
2015-02-12 12:22:21,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:21,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:21,826 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:22:21,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:21,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:21,827 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0002
2015-02-12 12:22:21,827 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:22:21,828 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0002, with delay of 10800 seconds
2015-02-12 12:22:21,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:21,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:21,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0002
2015-02-12 12:22:21,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:21,897 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:22:21,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 12:22:21,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 12:22:21,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:22:21,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 12:22:21,898 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 12:22:21,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 12:22:21,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 12:22:21,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 12:22:21,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 12:22:21,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 12:22:21,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 12:22:21,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 12:22:21,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 12:22:21,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 12:22:21,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 12:22:21,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 12:22:21,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 12:22:22,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1_conf.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:22,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036 src: /127.0.0.1:61029 dest: /127.0.0.1:60747
2015-02-12 12:22:22,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036 src: /127.0.0.1:61030 dest: /127.0.0.1:60751
2015-02-12 12:22:22,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036 src: /127.0.0.1:61031 dest: /127.0.0.1:60754
2015-02-12 12:22:22,132 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61031, dest: /127.0.0.1:60754, bytes: 114320, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036, duration: 32315000
2015-02-12 12:22:22,133 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:22,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:22:22,133 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61030, dest: /127.0.0.1:60751, bytes: 114320, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036, duration: 33284000
2015-02-12 12:22:22,134 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:22,135 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61029, dest: /127.0.0.1:60747, bytes: 114320, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036, duration: 34464000
2015-02-12 12:22:22,135 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:22,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:22,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:22,140 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:22,227 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:22,227 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:22,827 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:22,828 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:22,828 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:22,828 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:22,829 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000002
2015-02-12 12:22:22,829 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:22:22,829 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0003_000001 container=Container: [ContainerId: container_1423772499062_0003_01_000002, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:22,830 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:22:22,830 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:22,831 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:22,831 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000003
2015-02-12 12:22:22,831 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:22:22,831 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0003_000001 container=Container: [ContainerId: container_1423772499062_0003_01_000003, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:22,831 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:22:22,832 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:22,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:22,832 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000004
2015-02-12 12:22:22,832 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:22:22,833 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0003_000001 container=Container: [ContainerId: container_1423772499062_0003_01_000004, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:22,833 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:22:22,833 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:22,833 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:22,833 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000005
2015-02-12 12:22:22,833 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:22:22,834 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0003_000001 container=Container: [ContainerId: container_1423772499062_0003_01_000005, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:22,834 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:22:22,834 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:23,817 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60790 for container : container_1423772499062_0003_01_000002
2015-02-12 12:22:23,817 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:23,818 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:23,819 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:23,820 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:23,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:23,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:23,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:23,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:23,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:23,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:23,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:23,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:23,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:23,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:23,971 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:23,973 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:23,974 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:23,976 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:23,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0003_01_000005 by user soberoi
2015-02-12 12:22:23,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0003
2015-02-12 12:22:23,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0003_01_000002 by user soberoi
2015-02-12 12:22:23,984 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0003 transitioned from NEW to INITING
2015-02-12 12:22:23,984 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0003_01_000005 to application application_1423772499062_0003
2015-02-12 12:22:23,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0003_01_000004 by user soberoi
2015-02-12 12:22:23,984 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0003_01_000002 to application application_1423772499062_0003
2015-02-12 12:22:23,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000002
2015-02-12 12:22:23,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000004
2015-02-12 12:22:23,984 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0003_01_000004 to application application_1423772499062_0003
2015-02-12 12:22:23,986 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0003 transitioned from INITING to RUNNING
2015-02-12 12:22:23,986 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:22:23,987 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:22:23,987 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:22:23,987 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0003
2015-02-12 12:22:23,987 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0003
2015-02-12 12:22:23,987 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:23,987 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0003
2015-02-12 12:22:23,988 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:23,988 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:22:23,988 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0003
2015-02-12 12:22:23,988 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0003
2015-02-12 12:22:23,988 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:23,988 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0003
2015-02-12 12:22:23,988 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0003
2015-02-12 12:22:23,989 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0003
2015-02-12 12:22:23,989 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:23,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0003
2015-02-12 12:22:23,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0003_01_000002
2015-02-12 12:22:23,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0003_01_000003 by user soberoi
2015-02-12 12:22:23,991 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000003
2015-02-12 12:22:23,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0003_01_000005
2015-02-12 12:22:23,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000005
2015-02-12 12:22:23,996 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0003_01_000004
2015-02-12 12:22:23,997 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0003_01_000003 to application application_1423772499062_0003
2015-02-12 12:22:23,997 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:22:23,997 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0003
2015-02-12 12:22:23,997 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0003
2015-02-12 12:22:23,997 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:23,998 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0003
2015-02-12 12:22:23,998 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0003_01_000003
2015-02-12 12:22:24,015 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0003_01_000002.tokens. Credentials list:
2015-02-12 12:22:24,019 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772499062_0003_01_000005.tokens. Credentials list:
2015-02-12 12:22:24,020 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772499062_0003_01_000004.tokens. Credentials list:
2015-02-12 12:22:24,020 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0003_01_000003.tokens. Credentials list:
2015-02-12 12:22:24,137 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30011 milliseconds
2015-02-12 12:22:24,137 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:22:24,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:24,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0003_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000002.tokens
2015-02-12 12:22:24,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:24,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:24,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0003_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000003.tokens
2015-02-12 12:22:24,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:24,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:24,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:24,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:24,535 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:24,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:24,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:24,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:24,653 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:24,653 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:24,654 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:24,654 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:24,654 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:24,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423772499062_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000004.tokens
2015-02-12 12:22:24,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:24,734 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:24,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:24,744 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:24,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:24,745 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:24,745 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:24,758 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:24,758 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:24,832 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:22:24,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:24,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:24,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:24,835 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:24,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035
2015-02-12 12:22:24,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031
2015-02-12 12:22:24,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028
2015-02-12 12:22:24,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032
2015-02-12 12:22:24,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027
2015-02-12 12:22:24,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033
2015-02-12 12:22:24,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030
2015-02-12 12:22:24,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741851_1027
2015-02-12 12:22:24,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030
2015-02-12 12:22:24,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033
2015-02-12 12:22:24,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741853_1029
2015-02-12 12:22:24,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741852_1028
2015-02-12 12:22:24,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035
2015-02-12 12:22:24,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034
2015-02-12 12:22:24,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772499062_0003_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000005.tokens
2015-02-12 12:22:24,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:25,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000004/default_container_executor.sh]
2015-02-12 12:22:25,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000003/default_container_executor.sh]
2015-02-12 12:22:25,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000005/default_container_executor.sh]
2015-02-12 12:22:25,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000002/default_container_executor.sh]
2015-02-12 12:22:25,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032
2015-02-12 12:22:25,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032
2015-02-12 12:22:25,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031
2015-02-12 12:22:25,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033
2015-02-12 12:22:25,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741854_1030
2015-02-12 12:22:25,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034
2015-02-12 12:22:25,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741856_1032
2015-02-12 12:22:25,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741857_1033
2015-02-12 12:22:25,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741859_1035
2015-02-12 12:22:25,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741855_1031
2015-02-12 12:22:25,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741858_1034
2015-02-12 12:22:30,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036
2015-02-12 12:22:30,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036
2015-02-12 12:22:30,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741860_1036
2015-02-12 12:22:32,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:32,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:32,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:32,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:32,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:32,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:32,868 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 313 Total time for transactions(ms): 33 Number of transactions batched in Syncs: 0 Number of syncs: 199 SyncTimes(ms): 6 4
2015-02-12 12:22:32,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:32,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:32,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:32,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:32,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:32,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,248 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000002_0/part-00002. BP-282185163-10.1.1.68-1423772483132 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:33,282 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:33,283 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000003_0/part-00003. BP-282185163-10.1.1.68-1423772483132 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:33,308 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000001_0/part-00001. BP-282185163-10.1.1.68-1423772483132 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:33,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039 src: /127.0.0.1:61061 dest: /127.0.0.1:60754
2015-02-12 12:22:33,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039 src: /127.0.0.1:61063 dest: /127.0.0.1:60747
2015-02-12 12:22:33,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039 src: /127.0.0.1:61064 dest: /127.0.0.1:60751
2015-02-12 12:22:33,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037 src: /127.0.0.1:61059 dest: /127.0.0.1:60744
2015-02-12 12:22:33,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037 src: /127.0.0.1:61065 dest: /127.0.0.1:60751
2015-02-12 12:22:33,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037 src: /127.0.0.1:61066 dest: /127.0.0.1:60747
2015-02-12 12:22:33,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038 src: /127.0.0.1:61060 dest: /127.0.0.1:60751
2015-02-12 12:22:33,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038 src: /127.0.0.1:61067 dest: /127.0.0.1:60747
2015-02-12 12:22:33,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038 src: /127.0.0.1:61068 dest: /127.0.0.1:60754
2015-02-12 12:22:33,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040 src: /127.0.0.1:61062 dest: /127.0.0.1:60747
2015-02-12 12:22:33,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040 src: /127.0.0.1:61069 dest: /127.0.0.1:60751
2015-02-12 12:22:33,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040 src: /127.0.0.1:61070 dest: /127.0.0.1:60754
2015-02-12 12:22:33,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61066, dest: /127.0.0.1:60747, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000002_0_-362248266_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037, duration: 66267000
2015-02-12 12:22:33,501 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:33,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:33,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61065, dest: /127.0.0.1:60751, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000002_0_-362248266_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037, duration: 67055000
2015-02-12 12:22:33,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61059, dest: /127.0.0.1:60744, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000002_0_-362248266_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037, duration: 69534000
2015-02-12 12:22:33,505 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:33,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:33,513 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1423772499062_0003_m_000002_0_-362248266_1
2015-02-12 12:22:33,523 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61064, dest: /127.0.0.1:60751, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000003_0_-1388221371_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039, duration: 110452000
2015-02-12 12:22:33,524 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:33,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61063, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000003_0_-1388221371_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039, duration: 112490000
2015-02-12 12:22:33,526 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:33,528 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61061, dest: /127.0.0.1:60754, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000003_0_-1388221371_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039, duration: 114525000
2015-02-12 12:22:33,528 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:33,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:33,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61070, dest: /127.0.0.1:60754, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000001_0_1895014043_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040, duration: 59575000
2015-02-12 12:22:33,535 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:33,536 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:22:33,536 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61069, dest: /127.0.0.1:60751, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000001_0_1895014043_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040, duration: 59985000
2015-02-12 12:22:33,536 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,537 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61062, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000001_0_1895014043_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040, duration: 60972000
2015-02-12 12:22:33,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:22:33,538 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:22:33,543 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1423772499062_0003_m_000003_0_-1388221371_1
2015-02-12 12:22:33,548 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61068, dest: /127.0.0.1:60754, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000000_0_20171360_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038, duration: 86764000
2015-02-12 12:22:33,548 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:33,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:33,549 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61067, dest: /127.0.0.1:60747, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000000_0_20171360_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038, duration: 87810000
2015-02-12 12:22:33,549 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,550 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61060, dest: /127.0.0.1:60751, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0003_m_000000_0_20171360_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038, duration: 89121000
2015-02-12 12:22:33,550 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:33,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:33,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:22:33,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:22:33,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:22:33,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:33,575 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1423772499062_0003_m_000000_0_20171360_1
2015-02-12 12:22:33,577 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1423772499062_0003_m_000001_0_1895014043_1
2015-02-12 12:22:33,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:22:33,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:22:33,608 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:33,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:22:33,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0003_01_000004
2015-02-12 12:22:33,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000004
2015-02-12 12:22:33,610 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:22:33,610 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0003_01_000004
2015-02-12 12:22:33,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:22:33,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:22:33,627 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1.jhist. BP-282185163-10.1.1.68-1423772483132 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:33,629 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0003_01_000004 is : 143
2015-02-12 12:22:33,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041 src: /127.0.0.1:61072 dest: /127.0.0.1:60747
2015-02-12 12:22:33,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041 src: /127.0.0.1:61073 dest: /127.0.0.1:60744
2015-02-12 12:22:33,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041 src: /127.0.0.1:61074 dest: /127.0.0.1:60751
2015-02-12 12:22:33,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:33,645 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:33,646 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000004
2015-02-12 12:22:33,646 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:33,646 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0003_01_000004 from application application_1423772499062_0003
2015-02-12 12:22:33,647 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:33,647 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0003
2015-02-12 12:22:33,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000004
2015-02-12 12:22:33,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000004
2015-02-12 12:22:33,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000004
2015-02-12 12:22:33,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000004
2015-02-12 12:22:33,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:22:33,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:22:33,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:33,673 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1.jhist for DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:33,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:22:33,689 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:33,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:22:33,691 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0003_01_000003
2015-02-12 12:22:33,692 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000003
2015-02-12 12:22:33,692 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:22:33,692 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0003_01_000003
2015-02-12 12:22:33,693 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:33,694 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:33,694 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:22:33,694 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000004
2015-02-12 12:22:33,694 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:22:33,694 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:22:33,696 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0003_01_000004, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:33,697 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:33,697 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:22:33,697 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0003_000001 released container container_1423772499062_0003_01_000004 on node: host: 10.1.1.68:60790 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:22:33,698 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0003_01_000002
2015-02-12 12:22:33,698 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000002
2015-02-12 12:22:33,701 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:33,727 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0003_01_000003 is : 143
2015-02-12 12:22:33,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/_temporary/attempt_1423772499062_0003_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:33,737 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:22:33,737 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:33,737 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0003_01_000002
2015-02-12 12:22:33,748 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:33,751 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0003_01_000005
2015-02-12 12:22:33,752 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000005
2015-02-12 12:22:33,752 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:33,760 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0003_01_000002 is : 143
2015-02-12 12:22:33,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000003
2015-02-12 12:22:33,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000003
2015-02-12 12:22:33,770 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:33,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000003
2015-02-12 12:22:33,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000003
2015-02-12 12:22:33,770 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:22:33,771 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:33,771 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000003
2015-02-12 12:22:33,771 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:33,771 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0003_01_000005
2015-02-12 12:22:33,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:22:33,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:33,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:33,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:22:33,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:33,789 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0003_01_000005 is : 143
2015-02-12 12:22:33,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:33,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:33,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:22:33,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:33,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:33,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:33,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:22:33,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:33,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:33,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:33,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:22:33,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000002
2015-02-12 12:22:33,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000002
2015-02-12 12:22:33,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:33,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000002
2015-02-12 12:22:33,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary/1/task_1423772499062_0003_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000002
2015-02-12 12:22:33,840 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0003_01_000003 from application application_1423772499062_0003
2015-02-12 12:22:33,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary dst=null perm=null proto=rpc
2015-02-12 12:22:33,845 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:33,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,848 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:33,849 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0003
2015-02-12 12:22:33,850 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:33,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,851 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000002
2015-02-12 12:22:33,853 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:33,853 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:33,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000005
2015-02-12 12:22:33,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000005
2015-02-12 12:22:33,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000005
2015-02-12 12:22:33,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000005
2015-02-12 12:22:33,865 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0003_01_000002 from application application_1423772499062_0003
2015-02-12 12:22:33,867 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:33,868 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0003
2015-02-12 12:22:33,869 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000005
2015-02-12 12:22:33,869 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:33,870 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0003_01_000005 from application application_1423772499062_0003
2015-02-12 12:22:33,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 15546
2015-02-12 12:22:33,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61074, dest: /127.0.0.1:60751, bytes: 47630, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041, duration: 235605000
2015-02-12 12:22:33,877 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:33,882 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61073, dest: /127.0.0.1:60744, bytes: 47630, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041, duration: 245226000
2015-02-12 12:22:33,883 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 15546
2015-02-12 12:22:33,884 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61072, dest: /127.0.0.1:60747, bytes: 47630, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041, duration: 247051000
2015-02-12 12:22:33,885 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,885 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:33,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 15546
2015-02-12 12:22:33,886 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0003
2015-02-12 12:22:33,886 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:33,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,892 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003.summary_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:33,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042 src: /127.0.0.1:61078 dest: /127.0.0.1:60744
2015-02-12 12:22:33,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042 src: /127.0.0.1:61079 dest: /127.0.0.1:60751
2015-02-12 12:22:33,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042 src: /127.0.0.1:61080 dest: /127.0.0.1:60754
2015-02-12 12:22:33,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61080, dest: /127.0.0.1:60754, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042, duration: 2541000
2015-02-12 12:22:33,902 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:33,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:33,903 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61079, dest: /127.0.0.1:60751, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042, duration: 3446000
2015-02-12 12:22:33,903 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:33,904 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61078, dest: /127.0.0.1:60744, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042, duration: 4632000
2015-02-12 12:22:33,904 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:33,908 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:33,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:33,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:33,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003-1423772537337-soberoi-%5B0D558DE87F624BF284283F684BB6D324%2FA9844B250FC14226-1423772553855-4-0-SUCCEEDED-default-1423772541810.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:33,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:33,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003-1423772537337-soberoi-%5B0D558DE87F624BF284283F684BB6D324%2FA9844B250FC14226-1423772553855-4-0-SUCCEEDED-default-1423772541810.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:33,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:33,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003-1423772537337-soberoi-%5B0D558DE87F624BF284283F684BB6D324%2FA9844B250FC14226-1423772553855-4-0-SUCCEEDED-default-1423772541810.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,935 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003-1423772537337-soberoi-%5B0D558DE87F624BF284283F684BB6D324%2FA9844B250FC14226-1423772553855-4-0-SUCCEEDED-default-1423772541810.jhist_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:33,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043 src: /127.0.0.1:61082 dest: /127.0.0.1:60744
2015-02-12 12:22:33,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043 src: /127.0.0.1:61083 dest: /127.0.0.1:60747
2015-02-12 12:22:33,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043 src: /127.0.0.1:61084 dest: /127.0.0.1:60754
2015-02-12 12:22:33,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61084, dest: /127.0.0.1:60754, bytes: 47630, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043, duration: 2313000
2015-02-12 12:22:33,945 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:33,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:33,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61083, dest: /127.0.0.1:60747, bytes: 47630, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043, duration: 2911000
2015-02-12 12:22:33,946 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:33,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61082, dest: /127.0.0.1:60744, bytes: 47630, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043, duration: 4123000
2015-02-12 12:22:33,947 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:33,952 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003-1423772537337-soberoi-%5B0D558DE87F624BF284283F684BB6D324%2FA9844B250FC14226-1423772553855-4-0-SUCCEEDED-default-1423772541810.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:33,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003-1423772537337-soberoi-%5B0D558DE87F624BF284283F684BB6D324%2FA9844B250FC14226-1423772553855-4-0-SUCCEEDED-default-1423772541810.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:33,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:33,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:33,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:33,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:33,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003/job_1423772499062_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:33,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:33,971 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003_conf.xml_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:33,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044 src: /127.0.0.1:61086 dest: /127.0.0.1:60747
2015-02-12 12:22:33,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044 src: /127.0.0.1:61087 dest: /127.0.0.1:60751
2015-02-12 12:22:33,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044 src: /127.0.0.1:61088 dest: /127.0.0.1:60754
2015-02-12 12:22:33,984 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61088, dest: /127.0.0.1:60754, bytes: 114320, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044, duration: 2308000
2015-02-12 12:22:33,984 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:33,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:22:33,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61087, dest: /127.0.0.1:60751, bytes: 114320, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044, duration: 3835000
2015-02-12 12:22:33,985 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:33,986 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61086, dest: /127.0.0.1:60747, bytes: 114320, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2131525318_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044, duration: 4898000
2015-02-12 12:22:33,986 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:33,987 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:33,989 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2131525318_1
2015-02-12 12:22:33,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:33,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:33,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:33,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003-1423772537337-soberoi-%5B0D558DE87F624BF284283F684BB6D324%2FA9844B250FC14226-1423772553855-4-0-SUCCEEDED-default-1423772541810.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0003-1423772537337-soberoi-%5B0D558DE87F624BF284283F684BB6D324%2FA9844B250FC14226-1423772553855-4-0-SUCCEEDED-default-1423772541810.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:34,004 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772499062_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:22:34,005 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:22:34,005 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772499062_0003 with final state: FINISHING
2015-02-12 12:22:34,005 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 12:22:34,005 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:22:34,005 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772499062_0003
2015-02-12 12:22:34,006 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 12:22:34,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:34,754 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:22:34,754 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000002
2015-02-12 12:22:34,754 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:22:34,754 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:22:34,755 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0003_01_000002, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:34,755 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:34,755 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:22:34,755 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0003_000001 released container container_1423772499062_0003_01_000002 on node: host: 10.1.1.68:60790 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:22:34,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:34,756 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:22:34,756 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000003
2015-02-12 12:22:34,756 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:22:34,756 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:22:34,757 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0003_01_000003, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:34,757 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:34,757 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:22:34,757 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0003_000001 released container container_1423772499062_0003_01_000003 on node: host: 10.1.1.68:60790 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:22:34,757 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:34,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:34,758 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0003_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:22:34,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000005
2015-02-12 12:22:34,758 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:22:34,758 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:22:34,759 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0003_01_000005, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:34,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:34,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:22:34,759 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0003_000001 released container container_1423772499062_0003_01_000005 on node: host: 10.1.1.68:60790 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:22:35,010 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772499062_0003 unregistered successfully.
2015-02-12 12:22:35,013 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:60754 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60744
2015-02-12 12:22:35,014 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:60747 127.0.0.1:60754 127.0.0.1:60744 127.0.0.1:60751
2015-02-12 12:22:35,014 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60747
2015-02-12 12:22:35,014 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741859_1035 127.0.0.1:60744 127.0.0.1:60751 127.0.0.1:60747
2015-02-12 12:22:35,014 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:60747 127.0.0.1:60744 127.0.0.1:60751
2015-02-12 12:22:35,014 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60754
2015-02-12 12:22:35,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0003 dst=null perm=null proto=rpc
2015-02-12 12:22:35,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:35,062 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary
2015-02-12 12:22:35,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/_temporary dst=null perm=null proto=rpc
2015-02-12 12:22:35,064 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] completed flow: second
2015-02-12 12:22:35,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:35,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:35,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:35,080 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 12:22:35,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:35,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:35,086 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/glob2
2015-02-12 12:22:35,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:35,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:35,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:35,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2 dst=null perm=null proto=rpc
2015-02-12 12:22:35,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:35,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:35,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:35,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:35,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:35,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:35,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:35,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob2/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:35,108 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/glob
2015-02-12 12:22:35,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:35,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:35,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:35,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob dst=null perm=null proto=rpc
2015-02-12 12:22:35,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:35,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:35,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:35,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/glob/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:35,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:35,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:35,143 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:22:35,143 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:22:35,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:35,164 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-02-12 12:22:35,164 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["DupeConfigScheme[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt"]
2015-02-12 12:22:35,164 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt"]
2015-02-12 12:22:35,164 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig"]
2015-02-12 12:22:35,164 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-02-12 12:22:35,164 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-02-12 12:22:35,164 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-02-12 12:22:35,165 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...ooptapplatform/dupeconfig
2015-02-12 12:22:35,175 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:22:35,188 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:22:35,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:35,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:35,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:35,194 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 4
2015-02-12 12:22:35,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004 dst=null perm=null proto=rpc
2015-02-12 12:22:35,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:22:35,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:22:35,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:35,201 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:35,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045 src: /127.0.0.1:61094 dest: /127.0.0.1:60751
2015-02-12 12:22:35,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045 src: /127.0.0.1:61095 dest: /127.0.0.1:60754
2015-02-12 12:22:35,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045 src: /127.0.0.1:61096 dest: /127.0.0.1:60747
2015-02-12 12:22:35,211 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61096, dest: /127.0.0.1:60747, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045, duration: 4022000
2015-02-12 12:22:35,211 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:35,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:35,212 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61095, dest: /127.0.0.1:60754, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045, duration: 4636000
2015-02-12 12:22:35,213 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61094, dest: /127.0.0.1:60751, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045, duration: 6753000
2015-02-12 12:22:35,215 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:35,218 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:35,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741869_1045 size 254067
2015-02-12 12:22:35,220 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar
2015-02-12 12:22:35,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:35,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:22:35,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:22:35,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:35,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:22:35,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:22:35,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:35,234 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:22:35,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:35,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:35,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:35,239 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split
2015-02-12 12:22:35,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:35,241 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split. BP-282185163-10.1.1.68-1423772483132 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:35,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046 src: /127.0.0.1:61097 dest: /127.0.0.1:60751
2015-02-12 12:22:35,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046 src: /127.0.0.1:61098 dest: /127.0.0.1:60744
2015-02-12 12:22:35,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046 src: /127.0.0.1:61099 dest: /127.0.0.1:60754
2015-02-12 12:22:35,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046 src: /127.0.0.1:61100 dest: /127.0.0.1:60747
2015-02-12 12:22:35,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61100, dest: /127.0.0.1:60747, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046, duration: 1953000
2015-02-12 12:22:35,250 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:35,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:35,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61099, dest: /127.0.0.1:60754, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046, duration: 2703000
2015-02-12 12:22:35,251 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,251 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61098, dest: /127.0.0.1:60744, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046, duration: 3481000
2015-02-12 12:22:35,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:35,252 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:35,252 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61097, dest: /127.0.0.1:60751, bytes: 1777, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046, duration: 4642000
2015-02-12 12:22:35,254 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:35,256 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:35,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:35,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:35,261 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo. BP-282185163-10.1.1.68-1423772483132 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:35,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047 src: /127.0.0.1:61101 dest: /127.0.0.1:60744
2015-02-12 12:22:35,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047 src: /127.0.0.1:61102 dest: /127.0.0.1:60751
2015-02-12 12:22:35,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047 src: /127.0.0.1:61103 dest: /127.0.0.1:60747
2015-02-12 12:22:35,270 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61103, dest: /127.0.0.1:60747, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047, duration: 2140000
2015-02-12 12:22:35,271 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:35,271 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:35,271 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61102, dest: /127.0.0.1:60751, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047, duration: 2844000
2015-02-12 12:22:35,272 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:35,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61101, dest: /127.0.0.1:60744, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047, duration: 4069000
2015-02-12 12:22:35,273 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:35,275 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:35,275 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:5
2015-02-12 12:22:35,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:35,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:35,288 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:35,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048 src: /127.0.0.1:61104 dest: /127.0.0.1:60751
2015-02-12 12:22:35,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048 src: /127.0.0.1:61105 dest: /127.0.0.1:60744
2015-02-12 12:22:35,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048 src: /127.0.0.1:61106 dest: /127.0.0.1:60747
2015-02-12 12:22:35,296 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61106, dest: /127.0.0.1:60747, bytes: 98801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048, duration: 1931000
2015-02-12 12:22:35,296 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:35,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:35,297 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61105, dest: /127.0.0.1:60744, bytes: 98801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048, duration: 2572000
2015-02-12 12:22:35,297 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:35,298 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61104, dest: /127.0.0.1:60751, bytes: 98801, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048, duration: 3705000
2015-02-12 12:22:35,298 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:35,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:35,300 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:35,301 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772499062_0004
2015-02-12 12:22:35,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004 dst=null perm=null proto=rpc
2015-02-12 12:22:35,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:35,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:35,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:35,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:35,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:35,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:35,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,322 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 4 submitted by user soberoi
2015-02-12 12:22:35,322 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772499062_0004
2015-02-12 12:22:35,322 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772499062_0004
2015-02-12 12:22:35,322 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772499062_0004
2015-02-12 12:22:35,322 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0004 State change from NEW to NEW_SAVING
2015-02-12 12:22:35,322 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:22:35,323 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772499062_0004 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:22:35,323 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772499062_0004 from user: soberoi, in queue: default
2015-02-12 12:22:35,323 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 12:22:35,323 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772499062_0004_000001
2015-02-12 12:22:35,323 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772499062_0004
2015-02-12 12:22:35,324 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from NEW to SUBMITTED
2015-02-12 12:22:35,324 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772499062_0004 from user: soberoi activated in queue: default
2015-02-12 12:22:35,324 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772499062_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@4b887f99, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:22:35,324 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772499062_0004_000001 to scheduler from user soberoi in queue default
2015-02-12 12:22:35,325 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:22:35,328 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:60771/proxy/application_1423772499062_0004/
2015-02-12 12:22:35,328 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1423772499062_0004
2015-02-12 12:22:35,328 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:60771/proxy/application_1423772499062_0004/
2015-02-12 12:22:35,662 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:35,662 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000001
2015-02-12 12:22:35,662 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60786, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:22:35,663 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0004_000001 container=Container: [ContainerId: container_1423772499062_0004_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:35,663 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:22:35,663 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:35,664 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60786 for container : container_1423772499062_0004_01_000001
2015-02-12 12:22:35,664 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:35,664 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772499062_0004_000001
2015-02-12 12:22:35,665 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772499062_0004 AttemptId: appattempt_1423772499062_0004_000001 MasterContainer: Container: [ContainerId: container_1423772499062_0004_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ]
2015-02-12 12:22:35,665 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:22:35,665 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:22:35,666 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772499062_0004_000001
2015-02-12 12:22:35,667 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772499062_0004_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] for AM appattempt_1423772499062_0004_000001
2015-02-12 12:22:35,667 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772499062_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:22:35,667 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772499062_0004_000001
2015-02-12 12:22:35,667 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772499062_0004_000001
2015-02-12 12:22:35,670 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:35,672 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0004_01_000001 by user soberoi
2015-02-12 12:22:35,673 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0004
2015-02-12 12:22:35,673 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000001
2015-02-12 12:22:35,673 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from NEW to INITING
2015-02-12 12:22:35,673 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0004_01_000001 to application application_1423772499062_0004
2015-02-12 12:22:35,673 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772499062_0004_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] for AM appattempt_1423772499062_0004_000001
2015-02-12 12:22:35,673 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from INITING to RUNNING
2015-02-12 12:22:35,674 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:22:35,674 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:22:35,674 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0004
2015-02-12 12:22:35,674 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:35,674 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:22:35,674 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:22:35,674 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:22:35,675 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0004_01_000001
2015-02-12 12:22:35,684 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772499062_0004_01_000001.tokens. Credentials list:
2015-02-12 12:22:35,754 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:35,754 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:35,755 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:35,755 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:35,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:35,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772499062_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000001.tokens
2015-02-12 12:22:35,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:22:35,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:35,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:35,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:36,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:36,034 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:36,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:36,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:36,086 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:36,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:36,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:36,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:36,136 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:36,173 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:36,173 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:36,205 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:60747 to replicate blk_1073741869_1045 to datanode(s) 127.0.0.1:60744
2015-02-12 12:22:36,205 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60744 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741859_1035, blk_1073741865_1041]
2015-02-12 12:22:36,205 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60754 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741860_1036]
2015-02-12 12:22:36,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000001/default_container_executor.sh]
2015-02-12 12:22:36,665 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:36,756 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:36,756 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:36,756 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:36,757 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:36,910 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:22:36,910 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 12:22:36,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 12:22:36,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:22:36,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:22:36,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 12:22:36,911 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 12:22:36,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:22:36,923 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=dd216318-8da1-4f72-91fa-90c27cab64fd, infoPort=60748, ipcPort=60750, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) Starting thread to transfer BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045 to 127.0.0.1:60744
2015-02-12 12:22:36,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045 src: /127.0.0.1:61111 dest: /127.0.0.1:60744
2015-02-12 12:22:36,925 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045 (numBytes=254067) to /127.0.0.1:60744
2015-02-12 12:22:36,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045 src: /127.0.0.1:61111 dest: /127.0.0.1:60744 of size 254067
2015-02-12 12:22:36,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741869_1045 size 254067
2015-02-12 12:22:37,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:22:37,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 12:22:37,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 12:22:37,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:22:37,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:22:37,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 12:22:37,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 12:22:37,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:22:37,760 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:37,760 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:37,760 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:37,760 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:38,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:38,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:22:38,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:22:38,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:22:38,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004 dst=null perm=null proto=rpc
2015-02-12 12:22:38,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:22:38,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:38,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:38,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:38,762 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:38,762 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:38,762 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:38,762 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:39,206 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60747 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036, blk_1073741865_1041]
2015-02-12 12:22:39,206 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60751 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036, blk_1073741865_1041]
2015-02-12 12:22:39,676 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:39,679 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772499062_0004_000001
2015-02-12 12:22:39,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772499062_0004 APPATTEMPTID=appattempt_1423772499062_0004_000001
2015-02-12 12:22:39,680 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:22:39,680 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0004 State change from ACCEPTED to RUNNING
2015-02-12 12:22:39,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:39,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:39,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:39,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:39,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:39,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:39,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:39,866 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042
2015-02-12 12:22:39,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037
2015-02-12 12:22:39,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043
2015-02-12 12:22:39,924 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:22:39,924 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 12:22:39,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 12:22:39,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 12:22:39,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:22:39,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:22:39,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:22:39,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 12:22:39,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 12:22:39,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:22:39,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 12:22:39,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:22:39,974 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1_conf.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:22:40,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049 src: /127.0.0.1:61119 dest: /127.0.0.1:60754
2015-02-12 12:22:40,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049 src: /127.0.0.1:61120 dest: /127.0.0.1:60747
2015-02-12 12:22:40,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049 src: /127.0.0.1:61121 dest: /127.0.0.1:60744
2015-02-12 12:22:40,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61121, dest: /127.0.0.1:60744, bytes: 115828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049, duration: 44177000
2015-02-12 12:22:40,082 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:40,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:22:40,083 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61120, dest: /127.0.0.1:60747, bytes: 115828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049, duration: 44656000
2015-02-12 12:22:40,083 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:40,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:40,084 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61119, dest: /127.0.0.1:60754, bytes: 115828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049, duration: 46959000
2015-02-12 12:22:40,085 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:40,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:40,095 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:40,104 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772499062_0003_01_000001 succeeded
2015-02-12 12:22:40,104 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:22:40,104 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0003_01_000001
2015-02-12 12:22:40,106 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038
2015-02-12 12:22:40,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037
2015-02-12 12:22:40,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043
2015-02-12 12:22:40,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039
2015-02-12 12:22:40,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040
2015-02-12 12:22:40,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044
2015-02-12 12:22:40,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000001
2015-02-12 12:22:40,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000001
2015-02-12 12:22:40,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000001
2015-02-12 12:22:40,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0003/container_1423772499062_0003_01_000001
2015-02-12 12:22:40,131 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000001
2015-02-12 12:22:40,131 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:22:40,131 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0003_01_000001 from application application_1423772499062_0003
2015-02-12 12:22:40,131 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:40,132 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0003
2015-02-12 12:22:40,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 12:22:40,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 12:22:40,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 12:22:40,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 12:22:40,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 12:22:40,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 12:22:40,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 12:22:40,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 12:22:40,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 12:22:40,157 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 12:22:40,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 12:22:40,157 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 12:22:40,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741861_1037
2015-02-12 12:22:40,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048
2015-02-12 12:22:40,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044
2015-02-12 12:22:40,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047
2015-02-12 12:22:40,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039
2015-02-12 12:22:40,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040
2015-02-12 12:22:40,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046
2015-02-12 12:22:40,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038
2015-02-12 12:22:40,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045
2015-02-12 12:22:40,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046
2015-02-12 12:22:40,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741868_1044
2015-02-12 12:22:40,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042
2015-02-12 12:22:40,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741867_1043
2015-02-12 12:22:40,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741862_1038
2015-02-12 12:22:40,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741863_1039
2015-02-12 12:22:40,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741864_1040
2015-02-12 12:22:40,673 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:40,673 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:22:40,674 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000001
2015-02-12 12:22:40,674 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60786, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:22:40,674 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:22:40,673 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772499062_0003_000001
2015-02-12 12:22:40,674 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772499062_0003_000001
2015-02-12 12:22:40,674 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0003_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:40,675 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:40,675 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:22:40,675 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0003_000001 released container container_1423772499062_0003_01_000001 on node: host: 10.1.1.68:60786 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:22:40,675 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0003_000001 State change from FINISHING to FINISHED
2015-02-12 12:22:40,676 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0003 State change from FINISHING to FINISHED
2015-02-12 12:22:40,676 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772499062_0003
2015-02-12 12:22:40,676 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772499062_0003_000001 is done. finalState=FINISHED
2015-02-12 12:22:40,676 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772499062_0003 requests cleared
2015-02-12 12:22:40,676 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772499062_0003,name=[0D558DE87F624BF284283F684BB6D324/A9844B250FC142269E47520C67DE7290] second/(1/1) ...1/hadooptapplatform/glob2,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:60771/proxy/application_1423772499062_0003/jobhistory/job/job_1423772499062_0003,appMasterHost=10.1.1.68,startTime=1423772537337,finishTime=1423772554005,finalStatus=SUCCEEDED
2015-02-12 12:22:40,677 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772499062_0003 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:22:40,677 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772499062_0003_000001
2015-02-12 12:22:40,677 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772499062_0003 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:22:40,680 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0003_000001 (auth:SIMPLE)
2015-02-12 12:22:40,681 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0003_01_000001
2015-02-12 12:22:40,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0003 CONTAINERID=container_1423772499062_0003_01_000001
2015-02-12 12:22:40,682 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0003_01_000001]
2015-02-12 12:22:40,683 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:40,683 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:22:40,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:40,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:40,684 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0003
2015-02-12 12:22:40,684 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:22:40,684 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0003, with delay of 10800 seconds
2015-02-12 12:22:40,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:40,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:40,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045
2015-02-12 12:22:40,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741866_1042
2015-02-12 12:22:40,769 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0003_01_000004]
2015-02-12 12:22:40,769 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:40,769 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:22:40,769 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:40,770 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:40,770 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:40,770 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:40,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:40,771 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0003
2015-02-12 12:22:40,771 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:22:40,771 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0003, with delay of 10800 seconds
2015-02-12 12:22:40,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:40,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:40,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0003
2015-02-12 12:22:40,770 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000002
2015-02-12 12:22:40,772 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:22:40,772 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0004_000001 container=Container: [ContainerId: container_1423772499062_0004_01_000002, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:40,773 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:22:40,773 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:40,774 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:40,774 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000003
2015-02-12 12:22:40,774 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:22:40,774 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0004_000001 container=Container: [ContainerId: container_1423772499062_0004_01_000003, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:40,775 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:22:40,775 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:40,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:40,776 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000004
2015-02-12 12:22:40,776 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:22:40,776 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0004_000001 container=Container: [ContainerId: container_1423772499062_0004_01_000004, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:40,777 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:22:40,777 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:40,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:40,778 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000005
2015-02-12 12:22:40,778 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:22:40,778 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0004_000001 container=Container: [ContainerId: container_1423772499062_0004_01_000005, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:40,778 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:22:40,778 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:41,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:41,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000006
2015-02-12 12:22:41,123 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:22:41,123 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0004_000001 container=Container: [ContainerId: container_1423772499062_0004_01_000006, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:41,124 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:22:41,124 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:41,746 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60790 for container : container_1423772499062_0004_01_000002
2015-02-12 12:22:41,747 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:41,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:41,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:41,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:41,750 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60798 for container : container_1423772499062_0004_01_000006
2015-02-12 12:22:41,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:41,773 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:41,773 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:41,773 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:41,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:41,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:41,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,889 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:41,890 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:41,890 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:41,892 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:41,893 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:41,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0004_01_000003 by user soberoi
2015-02-12 12:22:41,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0004_01_000006 by user soberoi
2015-02-12 12:22:41,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0004
2015-02-12 12:22:41,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0004_01_000004 by user soberoi
2015-02-12 12:22:41,897 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000003
2015-02-12 12:22:41,898 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from NEW to INITING
2015-02-12 12:22:41,899 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0004_01_000003 to application application_1423772499062_0004
2015-02-12 12:22:41,899 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0004_01_000004 to application application_1423772499062_0004
2015-02-12 12:22:41,899 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from INITING to RUNNING
2015-02-12 12:22:41,899 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0004_01_000005 by user soberoi
2015-02-12 12:22:41,899 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:22:41,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000005
2015-02-12 12:22:41,900 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:22:41,900 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,900 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,900 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:41,900 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0004
2015-02-12 12:22:41,901 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:41,901 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:22:41,901 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0004_01_000005 to application application_1423772499062_0004
2015-02-12 12:22:41,901 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,901 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,901 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:41,901 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0004
2015-02-12 12:22:41,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0004
2015-02-12 12:22:41,902 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0004_01_000003
2015-02-12 12:22:41,902 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000006
2015-02-12 12:22:41,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000004
2015-02-12 12:22:41,903 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from NEW to INITING
2015-02-12 12:22:41,903 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0004_01_000006 to application application_1423772499062_0004
2015-02-12 12:22:41,899 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0004_01_000002 by user soberoi
2015-02-12 12:22:41,905 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000002
2015-02-12 12:22:41,905 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from INITING to RUNNING
2015-02-12 12:22:41,904 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:22:41,905 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0004_01_000004
2015-02-12 12:22:41,905 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:22:41,908 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,908 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,908 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:41,908 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0004
2015-02-12 12:22:41,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:41,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:22:41,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:41,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:41,909 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0004_01_000006
2015-02-12 12:22:41,909 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,909 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,910 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:41,910 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0004
2015-02-12 12:22:41,911 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0004_01_000002 to application application_1423772499062_0004
2015-02-12 12:22:41,911 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0004_01_000005
2015-02-12 12:22:41,911 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar, 1423772486255, FILE, null }
2015-02-12 12:22:41,913 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423772486135, FILE, null }
2015-02-12 12:22:41,915 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:22:41,915 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,915 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0004
2015-02-12 12:22:41,915 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:22:41,915 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0004
2015-02-12 12:22:41,915 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0004_01_000002
2015-02-12 12:22:41,950 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772499062_0004_01_000003.tokens. Credentials list:
2015-02-12 12:22:41,952 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772499062_0004_01_000004.tokens. Credentials list:
2015-02-12 12:22:41,958 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772499062_0004_01_000002.tokens. Credentials list:
2015-02-12 12:22:41,958 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772499062_0004_01_000006.tokens. Credentials list:
2015-02-12 12:22:41,963 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0004_01_000005.tokens. Credentials list:
2015-02-12 12:22:41,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:22:41,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:22:41,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:41,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:22:41,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:22:41,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:41,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:42,068 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/10/hadoop-1954547412113724293.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:42,071 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:42,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:42,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:42,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:42,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423772499062_0004_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000006.tokens
2015-02-12 12:22:42,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:22:42,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772499062_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000003.tokens
2015-02-12 12:22:42,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:22:42,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:42,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:42,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:42,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:42,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:42,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:42,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0004_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000005.tokens
2015-02-12 12:22:42,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:22:42,506 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:42,555 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:42,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:42,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:42,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:42,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:42,669 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:42,669 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:42,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:42,729 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:42,730 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:42,730 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:42,730 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:42,730 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:42,762 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:22:42,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772499062_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000002.tokens
2015-02-12 12:22:42,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:22:42,773 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:42,773 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:42,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:42,776 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:42,776 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:42,776 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:42,820 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:42,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:42,820 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:42,821 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:42,823 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:42,823 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:42,830 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:42,830 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:42,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423772499062_0004_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000004.tokens
2015-02-12 12:22:42,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:22:43,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000006/default_container_executor.sh]
2015-02-12 12:22:43,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000004/default_container_executor.sh]
2015-02-12 12:22:43,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000003/default_container_executor.sh]
2015-02-12 12:22:43,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000005/default_container_executor.sh]
2015-02-12 12:22:43,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000002/default_container_executor.sh]
2015-02-12 12:22:44,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046
2015-02-12 12:22:44,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048
2015-02-12 12:22:44,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045
2015-02-12 12:22:44,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047
2015-02-12 12:22:45,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741869_1045
2015-02-12 12:22:45,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049
2015-02-12 12:22:45,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741870_1046
2015-02-12 12:22:45,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741871_1047
2015-02-12 12:22:45,515 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741872_1048
2015-02-12 12:22:45,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049
2015-02-12 12:22:49,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741873_1049
2015-02-12 12:22:52,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:52,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:52,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:52,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:52,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:52,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:52,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:52,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:52,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:52,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:52,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:52,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:52,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:52,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:53,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,349 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000001_0/part-00001. BP-282185163-10.1.1.68-1423772483132 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:53,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050 src: /127.0.0.1:61159 dest: /127.0.0.1:60744
2015-02-12 12:22:53,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050 src: /127.0.0.1:61160 dest: /127.0.0.1:60751
2015-02-12 12:22:53,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050 src: /127.0.0.1:61161 dest: /127.0.0.1:60747
2015-02-12 12:22:53,483 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61161, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000001_0_-1547382513_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050, duration: 47547000
2015-02-12 12:22:53,483 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:53,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:53,484 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61160, dest: /127.0.0.1:60751, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000001_0_-1547382513_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050, duration: 48370000
2015-02-12 12:22:53,484 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:53,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:53,485 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61159, dest: /127.0.0.1:60744, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000001_0_-1547382513_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050, duration: 49960000
2015-02-12 12:22:53,485 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:53,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:53,500 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000001_0/part-00001 is closed by DFSClient_attempt_1423772499062_0004_m_000001_0_-1547382513_1
2015-02-12 12:22:53,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:22:53,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:22:53,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:22:53,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:53,549 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:53,551 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0004_01_000003
2015-02-12 12:22:53,551 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000003
2015-02-12 12:22:53,551 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:22:53,551 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0004_01_000003
2015-02-12 12:22:53,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,570 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0004_01_000003 is : 143
2015-02-12 12:22:53,570 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1.jhist. BP-282185163-10.1.1.68-1423772483132 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:53,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051 src: /127.0.0.1:61164 dest: /127.0.0.1:60754
2015-02-12 12:22:53,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051 src: /127.0.0.1:61165 dest: /127.0.0.1:60747
2015-02-12 12:22:53,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051 src: /127.0.0.1:61166 dest: /127.0.0.1:60751
2015-02-12 12:22:53,581 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1.jhist for DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:53,582 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:53,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000003
2015-02-12 12:22:53,584 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000003
2015-02-12 12:22:53,584 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:53,584 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0004_01_000003 from application application_1423772499062_0004
2015-02-12 12:22:53,584 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:53,584 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0004
2015-02-12 12:22:53,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000003
2015-02-12 12:22:53,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000003
2015-02-12 12:22:53,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000003
2015-02-12 12:22:53,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,654 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000003_0/part-00003. BP-282185163-10.1.1.68-1423772483132 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:53,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052 src: /127.0.0.1:61168 dest: /127.0.0.1:60754
2015-02-12 12:22:53,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052 src: /127.0.0.1:61170 dest: /127.0.0.1:60751
2015-02-12 12:22:53,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052 src: /127.0.0.1:61171 dest: /127.0.0.1:60747
2015-02-12 12:22:53,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,750 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000002_0/part-00002. BP-282185163-10.1.1.68-1423772483132 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:53,771 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61171, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000003_0_-1669493554_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052, duration: 52043000
2015-02-12 12:22:53,771 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:53,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:53,772 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61170, dest: /127.0.0.1:60751, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000003_0_-1669493554_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052, duration: 52919000
2015-02-12 12:22:53,772 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:53,773 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:53,773 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61168, dest: /127.0.0.1:60754, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000003_0_-1669493554_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052, duration: 54040000
2015-02-12 12:22:53,773 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:53,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:53,779 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000003_0/part-00003 is closed by DFSClient_attempt_1423772499062_0004_m_000003_0_-1669493554_1
2015-02-12 12:22:53,782 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:53,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:22:53,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:22:53,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:22:53,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:53,838 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:53,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053 src: /127.0.0.1:61174 dest: /127.0.0.1:60747
2015-02-12 12:22:53,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053 src: /127.0.0.1:61177 dest: /127.0.0.1:60754
2015-02-12 12:22:53,840 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0004_01_000005
2015-02-12 12:22:53,841 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000005
2015-02-12 12:22:53,841 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:22:53,842 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0004_01_000005
2015-02-12 12:22:53,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053 src: /127.0.0.1:61178 dest: /127.0.0.1:60751
2015-02-12 12:22:53,842 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:53,842 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:22:53,842 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000003
2015-02-12 12:22:53,843 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:22:53,843 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:22:53,844 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0004_01_000003, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:53,844 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:53,844 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:22:53,844 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0004_000001 released container container_1423772499062_0004_01_000003 on node: host: 10.1.1.68:60790 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:22:53,867 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0004_01_000005 is : 143
2015-02-12 12:22:53,875 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:53,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000005
2015-02-12 12:22:53,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000005
2015-02-12 12:22:53,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000005
2015-02-12 12:22:53,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000005
2015-02-12 12:22:53,878 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000005
2015-02-12 12:22:53,878 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:53,878 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0004_01_000005 from application application_1423772499062_0004
2015-02-12 12:22:53,878 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:53,879 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0004
2015-02-12 12:22:53,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054 src: /127.0.0.1:61175 dest: /127.0.0.1:60751
2015-02-12 12:22:53,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054 src: /127.0.0.1:61179 dest: /127.0.0.1:60747
2015-02-12 12:22:53,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054 src: /127.0.0.1:61180 dest: /127.0.0.1:60754
2015-02-12 12:22:53,935 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61178, dest: /127.0.0.1:60751, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000002_0_-1685832578_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053, duration: 91250000
2015-02-12 12:22:53,935 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:53,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:53,936 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61177, dest: /127.0.0.1:60754, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000002_0_-1685832578_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053, duration: 91932000
2015-02-12 12:22:53,936 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:53,937 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:53,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61174, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000002_0_-1685832578_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053, duration: 92196000
2015-02-12 12:22:53,937 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:53,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:22:53,941 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000002_0/part-00002 is closed by DFSClient_attempt_1423772499062_0004_m_000002_0_-1685832578_1
2015-02-12 12:22:53,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:22:53,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:22:53,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:22:53,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:53,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:53,978 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:53,980 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0004_01_000004
2015-02-12 12:22:53,980 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000004
2015-02-12 12:22:53,981 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:53,981 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:53,981 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:22:53,982 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000005
2015-02-12 12:22:53,982 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:22:53,982 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:22:53,981 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:22:53,983 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0004_01_000005, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:53,983 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:53,983 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:22:53,984 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0004_000001 released container container_1423772499062_0004_01_000005 on node: host: 10.1.1.68:60790 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:22:53,983 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0004_01_000004
2015-02-12 12:22:54,003 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0004_01_000004 is : 143
2015-02-12 12:22:54,010 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000004_0/part-00004 is closed by DFSClient_attempt_1423772499062_0004_m_000004_0_1591840544_1
2015-02-12 12:22:54,013 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61180, dest: /127.0.0.1:60754, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000000_0_-349112465_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054, duration: 91767000
2015-02-12 12:22:54,013 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:54,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:54,014 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61179, dest: /127.0.0.1:60747, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000000_0_-349112465_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054, duration: 92725000
2015-02-12 12:22:54,014 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:54,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61175, dest: /127.0.0.1:60751, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0004_m_000000_0_-349112465_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054, duration: 96284000
2015-02-12 12:22:54,018 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:54,028 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:54,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000004
2015-02-12 12:22:54,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000004
2015-02-12 12:22:54,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000004
2015-02-12 12:22:54,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000004
2015-02-12 12:22:54,036 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000004
2015-02-12 12:22:54,036 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:54,037 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0004_01_000004 from application application_1423772499062_0004
2015-02-12 12:22:54,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:54,037 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0004
2015-02-12 12:22:54,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000000_0/part-00000 is closed by DFSClient_attempt_1423772499062_0004_m_000000_0_-349112465_1
2015-02-12 12:22:54,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:22:54,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:22:54,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:22:54,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:22:54,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:22:54,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:22:54,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:54,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/_temporary/attempt_1423772499062_0004_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:22:54,108 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:54,111 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:22:54,115 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0004_01_000002
2015-02-12 12:22:54,115 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000002
2015-02-12 12:22:54,116 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:54,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:54,116 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:22:54,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000004
2015-02-12 12:22:54,116 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:22:54,116 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:22:54,118 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0004_01_000004, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:54,118 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:54,119 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:22:54,119 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0004_000001 released container container_1423772499062_0004_01_000004 on node: host: 10.1.1.68:60790 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:22:54,119 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:54,118 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:22:54,120 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0004_01_000002
2015-02-12 12:22:54,123 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0004_01_000006
2015-02-12 12:22:54,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000006
2015-02-12 12:22:54,124 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:22:54,124 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0004_01_000006
2015-02-12 12:22:54,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:54,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:22:54,139 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 12:22:54,139 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:22:54,144 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0004_01_000006 is : 143
2015-02-12 12:22:54,145 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0004_01_000002 is : 143
2015-02-12 12:22:54,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:22:54,157 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:54,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:54,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000006
2015-02-12 12:22:54,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000006
2015-02-12 12:22:54,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000006
2015-02-12 12:22:54,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000006
2015-02-12 12:22:54,159 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000006
2015-02-12 12:22:54,163 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:54,163 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0004_01_000006 from application application_1423772499062_0004
2015-02-12 12:22:54,163 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:54,163 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0004
2015-02-12 12:22:54,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:22:54,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:54,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:22:54,177 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:22:54,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000002
2015-02-12 12:22:54,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:54,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000002
2015-02-12 12:22:54,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000002
2015-02-12 12:22:54,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000002
2015-02-12 12:22:54,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,183 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000002
2015-02-12 12:22:54,184 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:22:54,184 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0004_01_000002 from application application_1423772499062_0004
2015-02-12 12:22:54,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:22:54,184 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:54,184 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0004
2015-02-12 12:22:54,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:54,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:54,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:22:54,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:54,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary/1/task_1423772499062_0004_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary dst=null perm=null proto=rpc
2015-02-12 12:22:54,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,205 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:54,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:54,226 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61166, dest: /127.0.0.1:60751, bytes: 54443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051, duration: 647749000
2015-02-12 12:22:54,226 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:54,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 16170
2015-02-12 12:22:54,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61165, dest: /127.0.0.1:60747, bytes: 54443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051, duration: 649112000
2015-02-12 12:22:54,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 16170
2015-02-12 12:22:54,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61164, dest: /127.0.0.1:60754, bytes: 54443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051, duration: 650806000
2015-02-12 12:22:54,229 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 16170
2015-02-12 12:22:54,230 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:54,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,236 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004.summary_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:22:54,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055 src: /127.0.0.1:61185 dest: /127.0.0.1:60744
2015-02-12 12:22:54,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055 src: /127.0.0.1:61186 dest: /127.0.0.1:60747
2015-02-12 12:22:54,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055 src: /127.0.0.1:61187 dest: /127.0.0.1:60751
2015-02-12 12:22:54,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61187, dest: /127.0.0.1:60751, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055, duration: 1352000
2015-02-12 12:22:54,244 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:54,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:54,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61186, dest: /127.0.0.1:60747, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055, duration: 1865000
2015-02-12 12:22:54,245 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:54,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61185, dest: /127.0.0.1:60744, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055, duration: 2822000
2015-02-12 12:22:54,246 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:54,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:54,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:54,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:54,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004-1423772555322-soberoi-%5B0BE9E039520A49A7BFDB9A543B7694D9%2F20C1BB0496F145FC-1423772574210-5-0-SUCCEEDED-default-1423772559706.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:54,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:54,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004-1423772555322-soberoi-%5B0BE9E039520A49A7BFDB9A543B7694D9%2F20C1BB0496F145FC-1423772574210-5-0-SUCCEEDED-default-1423772559706.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:54,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:22:54,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004-1423772555322-soberoi-%5B0BE9E039520A49A7BFDB9A543B7694D9%2F20C1BB0496F145FC-1423772574210-5-0-SUCCEEDED-default-1423772559706.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,273 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004-1423772555322-soberoi-%5B0BE9E039520A49A7BFDB9A543B7694D9%2F20C1BB0496F145FC-1423772574210-5-0-SUCCEEDED-default-1423772559706.jhist_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:54,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056 src: /127.0.0.1:61189 dest: /127.0.0.1:60751
2015-02-12 12:22:54,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056 src: /127.0.0.1:61190 dest: /127.0.0.1:60744
2015-02-12 12:22:54,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056 src: /127.0.0.1:61191 dest: /127.0.0.1:60754
2015-02-12 12:22:54,282 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61191, dest: /127.0.0.1:60754, bytes: 54443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056, duration: 2373000
2015-02-12 12:22:54,283 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:54,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:54,283 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61190, dest: /127.0.0.1:60744, bytes: 54443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056, duration: 3179000
2015-02-12 12:22:54,284 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:54,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61189, dest: /127.0.0.1:60751, bytes: 54443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056, duration: 4125000
2015-02-12 12:22:54,285 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:54,287 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004-1423772555322-soberoi-%5B0BE9E039520A49A7BFDB9A543B7694D9%2F20C1BB0496F145FC-1423772574210-5-0-SUCCEEDED-default-1423772559706.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:54,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004-1423772555322-soberoi-%5B0BE9E039520A49A7BFDB9A543B7694D9%2F20C1BB0496F145FC-1423772574210-5-0-SUCCEEDED-default-1423772559706.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:54,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:54,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:54,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:54,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:22:54,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004/job_1423772499062_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:22:54,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:22:54,304 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004_conf.xml_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:54,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057 src: /127.0.0.1:61193 dest: /127.0.0.1:60747
2015-02-12 12:22:54,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057 src: /127.0.0.1:61194 dest: /127.0.0.1:60744
2015-02-12 12:22:54,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057 src: /127.0.0.1:61195 dest: /127.0.0.1:60754
2015-02-12 12:22:54,313 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61195, dest: /127.0.0.1:60754, bytes: 115828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057, duration: 2223000
2015-02-12 12:22:54,314 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:54,316 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61194, dest: /127.0.0.1:60744, bytes: 115828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057, duration: 4042000
2015-02-12 12:22:54,316 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61193, dest: /127.0.0.1:60747, bytes: 115828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1994126715_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057, duration: 5538000
2015-02-12 12:22:54,318 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:54,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:54,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:54,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:54,325 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1994126715_1
2015-02-12 12:22:54,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:54,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:54,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:54,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004-1423772555322-soberoi-%5B0BE9E039520A49A7BFDB9A543B7694D9%2F20C1BB0496F145FC-1423772574210-5-0-SUCCEEDED-default-1423772559706.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0004-1423772555322-soberoi-%5B0BE9E039520A49A7BFDB9A543B7694D9%2F20C1BB0496F145FC-1423772574210-5-0-SUCCEEDED-default-1423772559706.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:22:54,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772499062_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:22:54,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:22:54,344 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772499062_0004 with final state: FINISHING
2015-02-12 12:22:54,344 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 12:22:54,344 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772499062_0004
2015-02-12 12:22:54,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:22:54,345 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 12:22:55,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:55,117 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:22:55,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000002
2015-02-12 12:22:55,117 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:22:55,117 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:22:55,118 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0004_01_000002, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:55,118 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:55,118 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:22:55,118 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0004_000001 released container container_1423772499062_0004_01_000002 on node: host: 10.1.1.68:60790 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:22:55,118 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:55,118 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:55,119 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:55,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:22:55,130 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0004_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:22:55,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000006
2015-02-12 12:22:55,130 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:22:55,130 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:22:55,131 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0004_01_000006, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60798 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:22:55,131 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:55,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:22:55,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0004_000001 released container container_1423772499062_0004_01_000006 on node: host: 10.1.1.68:60798 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:22:55,349 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772499062_0004 unregistered successfully.
2015-02-12 12:22:55,352 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:60754 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60744
2015-02-12 12:22:55,352 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:60751 127.0.0.1:60744 127.0.0.1:60754 127.0.0.1:60747
2015-02-12 12:22:55,352 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:60744 127.0.0.1:60751 127.0.0.1:60747
2015-02-12 12:22:55,353 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:60751 127.0.0.1:60744 127.0.0.1:60747
2015-02-12 12:22:55,353 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:60754 127.0.0.1:60747 127.0.0.1:60751
2015-02-12 12:22:55,353 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:60754 127.0.0.1:60747 127.0.0.1:60744
2015-02-12 12:22:55,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0004 dst=null perm=null proto=rpc
2015-02-12 12:22:55,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,387 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary
2015-02-12 12:22:55,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/_temporary dst=null perm=null proto=rpc
2015-02-12 12:22:55,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,405 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 12:22:55,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:55,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:55,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:55,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:55,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:55,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,433 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 12:22:55,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:55,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:55,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:55,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:55,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:55,446 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/dupeconfig
2015-02-12 12:22:55,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig dst=null perm=null proto=rpc
2015-02-12 12:22:55,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:55,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:22:55,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:55,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:22:55,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:55,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:22:55,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:55,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:22:55,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:55,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/dupeconfig/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:22:55,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:55,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:55,485 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:22:55,486 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:22:55,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 12:22:55,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 12:22:55,516 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:22:55,516 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:22:55,567 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting
2015-02-12 12:22:55,567 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] parallel execution is enabled: true
2015-02-12 12:22:55,568 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flows: 2
2015-02-12 12:22:55,568 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] allocating threads: 2
2015-02-12 12:22:55,568 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flow: first
2015-02-12 12:22:55,568 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] at least one sink is marked for delete
2015-02-12 12:22:55,569 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:22:55,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:22:55,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:22:55,572 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting
2015-02-12 12:22:55,572 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] source: MultiSourceTap[2:[GlobHfs[/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/?{ppe[_r]}.txt], GlobHfs[/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/?{owe?}.txt]]]
2015-02-12 12:22:55,572 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource"]
2015-02-12 12:22:55,572 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] parallel execution is enabled: true
2015-02-12 12:22:55,572 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting jobs: 1
2015-02-12 12:22:55,572 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] allocating threads: 1
2015-02-12 12:22:55,573 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...pplatform/globmultisource
2015-02-12 12:22:55,582 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:22:55,592 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:22:55,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:22:55,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:55,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:55,598 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 5
2015-02-12 12:22:55,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005 dst=null perm=null proto=rpc
2015-02-12 12:22:55,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:22:55,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:22:55,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:55,606 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:22:55,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058 src: /127.0.0.1:61201 dest: /127.0.0.1:60754
2015-02-12 12:22:55,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058 src: /127.0.0.1:61202 dest: /127.0.0.1:60747
2015-02-12 12:22:55,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058 src: /127.0.0.1:61203 dest: /127.0.0.1:60744
2015-02-12 12:22:55,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61203, dest: /127.0.0.1:60744, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058, duration: 3129000
2015-02-12 12:22:55,615 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:55,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:55,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61202, dest: /127.0.0.1:60747, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058, duration: 3379000
2015-02-12 12:22:55,616 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:55,618 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61201, dest: /127.0.0.1:60754, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058, duration: 5185000
2015-02-12 12:22:55,618 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:55,621 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:55,622 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar
2015-02-12 12:22:55,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:55,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:22:55,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:22:55,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:55,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:22:55,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:22:55,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:55,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:55,634 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 12:22:55,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:22:55,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:22:55,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:55,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:55,640 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split
2015-02-12 12:22:55,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:55,642 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split. BP-282185163-10.1.1.68-1423772483132 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:22:55,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059 src: /127.0.0.1:61204 dest: /127.0.0.1:60747
2015-02-12 12:22:55,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059 src: /127.0.0.1:61205 dest: /127.0.0.1:60754
2015-02-12 12:22:55,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059 src: /127.0.0.1:61206 dest: /127.0.0.1:60751
2015-02-12 12:22:55,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059 src: /127.0.0.1:61207 dest: /127.0.0.1:60744
2015-02-12 12:22:55,650 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61207, dest: /127.0.0.1:60744, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059, duration: 1652000
2015-02-12 12:22:55,651 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:55,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:22:55,651 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61206, dest: /127.0.0.1:60751, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059, duration: 2012000
2015-02-12 12:22:55,651 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:55,652 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61205, dest: /127.0.0.1:60754, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059, duration: 3097000
2015-02-12 12:22:55,652 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:22:55,654 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61204, dest: /127.0.0.1:60747, bytes: 2131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059, duration: 4536000
2015-02-12 12:22:55,654 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:22:55,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:55,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:55,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:55,661 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo. BP-282185163-10.1.1.68-1423772483132 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:22:55,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060 src: /127.0.0.1:61208 dest: /127.0.0.1:60744
2015-02-12 12:22:55,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060 src: /127.0.0.1:61209 dest: /127.0.0.1:60751
2015-02-12 12:22:55,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060 src: /127.0.0.1:61210 dest: /127.0.0.1:60747
2015-02-12 12:22:55,669 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61210, dest: /127.0.0.1:60747, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060, duration: 1464000
2015-02-12 12:22:55,669 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:55,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61209, dest: /127.0.0.1:60751, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060, duration: 2175000
2015-02-12 12:22:55,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:55,670 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:55,671 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61208, dest: /127.0.0.1:60744, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060, duration: 3649000
2015-02-12 12:22:55,672 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:22:55,676 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:55,677 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:6
2015-02-12 12:22:55,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:55,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:22:55,689 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:22:55,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061 src: /127.0.0.1:61211 dest: /127.0.0.1:60751
2015-02-12 12:22:55,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061 src: /127.0.0.1:61212 dest: /127.0.0.1:60744
2015-02-12 12:22:55,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061 src: /127.0.0.1:61213 dest: /127.0.0.1:60754
2015-02-12 12:22:55,697 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61213, dest: /127.0.0.1:60754, bytes: 98151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061, duration: 1849000
2015-02-12 12:22:55,697 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:22:55,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:55,698 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61212, dest: /127.0.0.1:60744, bytes: 98151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061, duration: 2464000
2015-02-12 12:22:55,698 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,698 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:55,699 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61211, dest: /127.0.0.1:60751, bytes: 98151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061, duration: 3478000
2015-02-12 12:22:55,699 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:22:55,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:22:55,701 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:22:55,702 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772499062_0005
2015-02-12 12:22:55,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005 dst=null perm=null proto=rpc
2015-02-12 12:22:55,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:55,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:55,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:55,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:55,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:55,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:55,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:22:55,720 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 5 submitted by user soberoi
2015-02-12 12:22:55,721 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772499062_0005
2015-02-12 12:22:55,721 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0005 State change from NEW to NEW_SAVING
2015-02-12 12:22:55,721 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772499062_0005
2015-02-12 12:22:55,721 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772499062_0005
2015-02-12 12:22:55,721 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:22:55,721 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772499062_0005 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:22:55,721 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772499062_0005 from user: soberoi, in queue: default
2015-02-12 12:22:55,722 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 12:22:55,722 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772499062_0005_000001
2015-02-12 12:22:55,722 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from NEW to SUBMITTED
2015-02-12 12:22:55,722 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772499062_0005 from user: soberoi activated in queue: default
2015-02-12 12:22:55,723 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772499062_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@4b887f99, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:22:55,723 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772499062_0005_000001 to scheduler from user soberoi in queue default
2015-02-12 12:22:55,724 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:22:55,724 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772499062_0005
2015-02-12 12:22:55,726 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:60771/proxy/application_1423772499062_0005/
2015-02-12 12:22:55,727 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_1423772499062_0005
2015-02-12 12:22:55,727 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://Edinburgh.local:60771/proxy/application_1423772499062_0005/
2015-02-12 12:22:56,122 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:56,122 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:56,122 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:56,122 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:56,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:22:56,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000001
2015-02-12 12:22:56,123 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60790, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:22:56,124 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0005_000001 container=Container: [ContainerId: container_1423772499062_0005_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:22:56,124 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:22:56,124 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:22:56,125 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60790 for container : container_1423772499062_0005_01_000001
2015-02-12 12:22:56,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:22:56,126 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772499062_0005_000001
2015-02-12 12:22:56,126 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772499062_0005 AttemptId: appattempt_1423772499062_0005_000001 MasterContainer: Container: [ContainerId: container_1423772499062_0005_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ]
2015-02-12 12:22:56,126 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:22:56,126 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:22:56,127 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772499062_0005_000001
2015-02-12 12:22:56,131 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772499062_0005_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] for AM appattempt_1423772499062_0005_000001
2015-02-12 12:22:56,131 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772499062_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:22:56,131 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772499062_0005_000001
2015-02-12 12:22:56,131 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772499062_0005_000001
2015-02-12 12:22:56,133 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:56,134 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:22:56,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0005_01_000001 by user soberoi
2015-02-12 12:22:56,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0005
2015-02-12 12:22:56,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000001
2015-02-12 12:22:56,137 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0005 transitioned from NEW to INITING
2015-02-12 12:22:56,137 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0005_01_000001 to application application_1423772499062_0005
2015-02-12 12:22:56,137 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0005 transitioned from INITING to RUNNING
2015-02-12 12:22:56,137 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772499062_0005_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] for AM appattempt_1423772499062_0005_000001
2015-02-12 12:22:56,137 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:22:56,137 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:22:56,138 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0005
2015-02-12 12:22:56,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:22:56,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:22:56,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:22:56,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:22:56,139 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0005_01_000001
2015-02-12 12:22:56,147 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0005_01_000001.tokens. Credentials list:
2015-02-12 12:22:56,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:22:56,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423772499062_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000001.tokens
2015-02-12 12:22:56,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:22:56,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:56,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:22:56,436 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:56,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:56,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:56,484 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:56,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:56,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:22:56,531 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:56,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:56,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:22:56,579 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:22:56,579 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:22:56,612 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:22:56,612 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:22:56,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000001/default_container_executor.sh]
2015-02-12 12:22:57,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:22:57,124 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:57,124 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:57,124 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:57,124 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:57,137 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:57,224 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:60754 to replicate blk_1073741882_1058 to datanode(s) 127.0.0.1:60751
2015-02-12 12:22:57,225 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60751 to delete [blk_1073741872_1048, blk_1073741875_1051, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 12:22:57,225 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60747 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741875_1051, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 12:22:57,935 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:22:57,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:22:57,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:22:57,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:22:57,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 12:22:57,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:22:57,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 12:22:57,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:22:57,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 12:22:57,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 12:22:57,937 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 12:22:57,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 12:22:58,127 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:58,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:58,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:58,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:58,142 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:58,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:22:58,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:22:58,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 12:22:58,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:22:58,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 12:22:58,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 12:22:58,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 12:22:58,168 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:22:58,169 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 12:22:58,169 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 12:22:58,404 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=9afd3917-0225-4390-ac36-2a86997657c5, infoPort=60755, ipcPort=60756, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) Starting thread to transfer BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058 to 127.0.0.1:60751
2015-02-12 12:22:58,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058 src: /127.0.0.1:61218 dest: /127.0.0.1:60751
2015-02-12 12:22:58,406 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058 (numBytes=254067) to /127.0.0.1:60751
2015-02-12 12:22:58,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058 src: /127.0.0.1:61218 dest: /127.0.0.1:60751 of size 254067
2015-02-12 12:22:58,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741882_1058 size 254067
2015-02-12 12:22:58,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:22:58,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:22:58,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:22:58,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:22:58,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005 dst=null perm=null proto=rpc
2015-02-12 12:22:58,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:22:58,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:22:59,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:59,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:59,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:59,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:59,143 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:22:59,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:59,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:22:59,886 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056
2015-02-12 12:22:59,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057
2015-02-12 12:22:59,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055
2015-02-12 12:22:59,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050
2015-02-12 12:23:00,006 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:00,008 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772499062_0005_000001
2015-02-12 12:23:00,008 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772499062_0005 APPATTEMPTID=appattempt_1423772499062_0005_000001
2015-02-12 12:23:00,008 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:23:00,009 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0005 State change from ACCEPTED to RUNNING
2015-02-12 12:23:00,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:00,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:00,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:00,134 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:00,134 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:00,135 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:00,135 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:00,147 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:00,227 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60754 to delete [blk_1073741873_1049, blk_1073741875_1051, blk_1073741869_1045, blk_1073741870_1046]
2015-02-12 12:23:00,228 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60744 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741869_1045, blk_1073741870_1046, blk_1073741871_1047]
2015-02-12 12:23:00,246 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1_conf.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:23:00,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062 src: /127.0.0.1:61241 dest: /127.0.0.1:60747
2015-02-12 12:23:00,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062 src: /127.0.0.1:61242 dest: /127.0.0.1:60751
2015-02-12 12:23:00,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062 src: /127.0.0.1:61243 dest: /127.0.0.1:60754
2015-02-12 12:23:00,321 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61243, dest: /127.0.0.1:60754, bytes: 115154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062, duration: 22458000
2015-02-12 12:23:00,321 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:00,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61242, dest: /127.0.0.1:60751, bytes: 115154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062, duration: 23344000
2015-02-12 12:23:00,322 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:00,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61241, dest: /127.0.0.1:60747, bytes: 115154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062, duration: 24727000
2015-02-12 12:23:00,323 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:00,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:23:00,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:00,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:00,329 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:00,396 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772499062_0004_01_000001 succeeded
2015-02-12 12:23:00,396 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:23:00,396 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0004_01_000001
2015-02-12 12:23:00,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000001
2015-02-12 12:23:00,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000001
2015-02-12 12:23:00,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000001
2015-02-12 12:23:00,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0004/container_1423772499062_0004_01_000001
2015-02-12 12:23:00,411 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000001
2015-02-12 12:23:00,411 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:23:00,412 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0004_01_000001 from application application_1423772499062_0004
2015-02-12 12:23:00,412 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:00,412 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0004
2015-02-12 12:23:00,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052
2015-02-12 12:23:00,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057
2015-02-12 12:23:00,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054
2015-02-12 12:23:00,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050
2015-02-12 12:23:00,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055
2015-02-12 12:23:00,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053
2015-02-12 12:23:00,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053
2015-02-12 12:23:00,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052
2015-02-12 12:23:00,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054
2015-02-12 12:23:00,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741875_1051
2015-02-12 12:23:00,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056
2015-02-12 12:23:00,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:00,730 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772499062_0004_000001
2015-02-12 12:23:00,730 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:23:00,730 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000001
2015-02-12 12:23:00,731 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:23:00,731 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:23:00,730 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772499062_0004_000001
2015-02-12 12:23:00,731 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0004_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:00,732 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:00,731 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0004_000001 State change from FINISHING to FINISHED
2015-02-12 12:23:00,732 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:23:00,732 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0004 State change from FINISHING to FINISHED
2015-02-12 12:23:00,732 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0004_000001 released container container_1423772499062_0004_01_000001 on node: host: 10.1.1.68:60786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:23:00,733 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772499062_0004
2015-02-12 12:23:00,733 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772499062_0004_000001 is done. finalState=FINISHED
2015-02-12 12:23:00,733 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772499062_0004 requests cleared
2015-02-12 12:23:00,733 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772499062_0004,name=[0BE9E039520A49A7BFDB9A543B7694D9/20C1BB0496F145FCBBA1E1A67B0F3621] lower*upper/(1/1) ...ooptapplatform/dupeconfig,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:60771/proxy/application_1423772499062_0004/jobhistory/job/job_1423772499062_0004,appMasterHost=10.1.1.68,startTime=1423772555322,finishTime=1423772574344,finalStatus=SUCCEEDED
2015-02-12 12:23:00,733 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772499062_0004_000001
2015-02-12 12:23:00,733 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772499062_0004 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:23:00,734 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772499062_0004 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:23:00,737 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0004_000001 (auth:SIMPLE)
2015-02-12 12:23:00,738 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0004_01_000001
2015-02-12 12:23:00,739 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0004 CONTAINERID=container_1423772499062_0004_01_000001
2015-02-12 12:23:00,739 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0004_01_000001]
2015-02-12 12:23:00,739 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:00,739 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:00,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:00,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:00,741 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0004
2015-02-12 12:23:00,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:00,741 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:00,741 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0004, with delay of 10800 seconds
2015-02-12 12:23:00,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:00,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741874_1050
2015-02-12 12:23:00,773 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741877_1053
2015-02-12 12:23:00,773 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741879_1055
2015-02-12 12:23:00,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741876_1052
2015-02-12 12:23:00,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060
2015-02-12 12:23:00,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061
2015-02-12 12:23:00,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741880_1056
2015-02-12 12:23:00,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741878_1054
2015-02-12 12:23:00,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059
2015-02-12 12:23:00,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058
2015-02-12 12:23:00,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741881_1057
2015-02-12 12:23:00,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 12:23:00,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:23:00,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 12:23:00,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 12:23:00,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 12:23:00,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 12:23:00,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 12:23:00,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 12:23:00,932 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:23:00,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 12:23:01,140 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:01,140 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:01,140 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:01,140 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:01,141 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:01,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:01,141 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:01,141 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000002
2015-02-12 12:23:01,142 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:23:01,142 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0005_000001 container=Container: [ContainerId: container_1423772499062_0005_01_000002, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:01,142 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:23:01,142 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:01,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:01,143 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000003
2015-02-12 12:23:01,143 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:23:01,143 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0005_000001 container=Container: [ContainerId: container_1423772499062_0005_01_000003, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:01,144 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:23:01,144 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:01,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:01,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:01,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0004
2015-02-12 12:23:01,145 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:01,145 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0004, with delay of 10800 seconds
2015-02-12 12:23:01,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:01,151 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:01,151 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:01,152 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:01,152 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000004
2015-02-12 12:23:01,153 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:23:01,153 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0005_000001 container=Container: [ContainerId: container_1423772499062_0005_01_000004, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:01,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:01,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:01,153 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0004
2015-02-12 12:23:01,153 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:23:01,154 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:01,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:01,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0004
2015-02-12 12:23:01,154 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:01,155 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000005
2015-02-12 12:23:01,155 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:23:01,154 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:01,155 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0004, with delay of 10800 seconds
2015-02-12 12:23:01,155 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0005_000001 container=Container: [ContainerId: container_1423772499062_0005_01_000005, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:01,156 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:23:01,156 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:01,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:01,157 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000006
2015-02-12 12:23:01,157 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:23:01,157 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0005_000001 container=Container: [ContainerId: container_1423772499062_0005_01_000006, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:01,157 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:23:01,158 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:01,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:01,158 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000007
2015-02-12 12:23:01,158 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:23:01,159 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0005_000001 container=Container: [ContainerId: container_1423772499062_0005_01_000007, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:01,159 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 12:23:01,159 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:01,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 12:23:01,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 12:23:01,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 12:23:01,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 12:23:01,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 12:23:01,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 12:23:01,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 12:23:01,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 12:23:02,053 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60790 for container : container_1423772499062_0005_01_000002
2015-02-12 12:23:02,054 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:02,055 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:02,055 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60798 for container : container_1423772499062_0005_01_000004
2015-02-12 12:23:02,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:02,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:02,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:02,058 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:02,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:02,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:02,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,141 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:02,142 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:02,142 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:02,142 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:02,156 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:02,194 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:02,195 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:02,195 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:02,197 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:02,199 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:02,200 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:02,203 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0005_01_000003 by user soberoi
2015-02-12 12:23:02,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000003
2015-02-12 12:23:02,204 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0005_01_000004 by user soberoi
2015-02-12 12:23:02,204 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0005
2015-02-12 12:23:02,204 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0005_01_000005 by user soberoi
2015-02-12 12:23:02,205 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000005
2015-02-12 12:23:02,204 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0005_01_000003 to application application_1423772499062_0005
2015-02-12 12:23:02,205 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0005 transitioned from NEW to INITING
2015-02-12 12:23:02,205 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:23:02,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,206 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:02,206 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0005
2015-02-12 12:23:02,207 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:02,204 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000004
2015-02-12 12:23:02,207 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0005_01_000006 by user soberoi
2015-02-12 12:23:02,210 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000006
2015-02-12 12:23:02,205 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0005_01_000004 to application application_1423772499062_0005
2015-02-12 12:23:02,211 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0005_01_000005 to application application_1423772499062_0005
2015-02-12 12:23:02,211 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0005_01_000006 to application application_1423772499062_0005
2015-02-12 12:23:02,211 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0005 transitioned from INITING to RUNNING
2015-02-12 12:23:02,211 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:23:02,212 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:23:02,212 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:23:02,212 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,212 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,212 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:02,212 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0005
2015-02-12 12:23:02,212 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0005_01_000002 by user soberoi
2015-02-12 12:23:02,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:23:02,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:23:02,212 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000002
2015-02-12 12:23:02,213 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,213 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,213 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:02,222 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0005
2015-02-12 12:23:02,223 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,223 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,223 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:02,223 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0005
2015-02-12 12:23:02,224 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0005_01_000006
2015-02-12 12:23:02,214 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0005_01_000002 to application application_1423772499062_0005
2015-02-12 12:23:02,225 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:23:02,225 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,225 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,225 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:02,225 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0005
2015-02-12 12:23:02,226 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:02,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0005_01_000007 by user soberoi
2015-02-12 12:23:02,229 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000007
2015-02-12 12:23:02,229 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0005_01_000004
2015-02-12 12:23:02,232 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0005_01_000005
2015-02-12 12:23:02,237 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0005_01_000007 to application application_1423772499062_0005
2015-02-12 12:23:02,237 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 12:23:02,237 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,237 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0005
2015-02-12 12:23:02,237 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:02,237 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0005
2015-02-12 12:23:02,238 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0005_01_000007
2015-02-12 12:23:02,261 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423772499062_0005_01_000006.tokens. Credentials list:
2015-02-12 12:23:02,263 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423772499062_0005_01_000004.tokens. Credentials list:
2015-02-12 12:23:02,263 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423772499062_0005_01_000007.tokens. Credentials list:
2015-02-12 12:23:02,263 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772499062_0005_01_000005.tokens. Credentials list:
2015-02-12 12:23:02,284 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:02,284 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:02,302 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:02,303 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:02,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:02,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000002/default_container_executor.sh]
2015-02-12 12:23:02,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000003/default_container_executor.sh]
2015-02-12 12:23:02,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:02,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423772499062_0005_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000006.tokens
2015-02-12 12:23:02,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:02,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:02,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:02,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423772499062_0005_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000005.tokens
2015-02-12 12:23:02,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:02,847 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:02,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:02,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:02,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:02,971 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:02,972 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:02,972 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:02,972 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:02,972 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:03,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423772499062_0005_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000007.tokens
2015-02-12 12:23:03,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:03,046 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:03,046 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:03,049 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:03,049 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:03,050 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:03,050 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:03,071 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:03,071 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:03,078 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:23:03,145 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:03,145 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:03,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:03,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:03,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:03,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:03,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423772499062_0005_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000004.tokens
2015-02-12 12:23:03,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:03,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000004/default_container_executor.sh]
2015-02-12 12:23:03,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000007/default_container_executor.sh]
2015-02-12 12:23:03,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000005/default_container_executor.sh]
2015-02-12 12:23:03,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000006/default_container_executor.sh]
2015-02-12 12:23:04,895 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059
2015-02-12 12:23:04,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060
2015-02-12 12:23:05,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058
2015-02-12 12:23:05,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061
2015-02-12 12:23:05,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058
2015-02-12 12:23:05,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059
2015-02-12 12:23:05,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741884_1060
2015-02-12 12:23:05,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062
2015-02-12 12:23:05,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062
2015-02-12 12:23:05,787 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741882_1058
2015-02-12 12:23:05,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741883_1059
2015-02-12 12:23:05,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741886_1062
2015-02-12 12:23:05,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741885_1061
2015-02-12 12:23:13,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:13,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:13,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:13,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:13,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:13,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:13,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:23:13,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:23:13,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:13,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:13,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:23:13,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:13,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:23:13,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:13,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:23:13,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:13,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:23:13,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:13,978 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:14,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000001_0/part-00001. BP-282185163-10.1.1.68-1423772483132 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:14,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063 src: /127.0.0.1:61281 dest: /127.0.0.1:60751
2015-02-12 12:23:14,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063 src: /127.0.0.1:61283 dest: /127.0.0.1:60744
2015-02-12 12:23:14,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063 src: /127.0.0.1:61284 dest: /127.0.0.1:60747
2015-02-12 12:23:14,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064 src: /127.0.0.1:61282 dest: /127.0.0.1:60751
2015-02-12 12:23:14,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064 src: /127.0.0.1:61285 dest: /127.0.0.1:60744
2015-02-12 12:23:14,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064 src: /127.0.0.1:61286 dest: /127.0.0.1:60747
2015-02-12 12:23:14,143 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61284, dest: /127.0.0.1:60747, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000000_0_-506178984_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063, duration: 69365000
2015-02-12 12:23:14,143 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:14,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:14,144 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61283, dest: /127.0.0.1:60744, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000000_0_-506178984_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063, duration: 70313000
2015-02-12 12:23:14,144 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,145 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61281, dest: /127.0.0.1:60751, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000000_0_-506178984_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063, duration: 71387000
2015-02-12 12:23:14,145 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:14,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:14,150 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000000_0/part-00000 is closed by DFSClient_attempt_1423772499062_0005_m_000000_0_-506178984_1
2015-02-12 12:23:14,155 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61286, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000001_0_30572585_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064, duration: 31543000
2015-02-12 12:23:14,155 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:14,156 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61285, dest: /127.0.0.1:60744, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000001_0_30572585_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064, duration: 32574000
2015-02-12 12:23:14,156 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:14,157 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61282, dest: /127.0.0.1:60751, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000001_0_30572585_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064, duration: 33889000
2015-02-12 12:23:14,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:14,158 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:14,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,181 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000001_0/part-00001 is closed by DFSClient_attempt_1423772499062_0005_m_000001_0_30572585_1
2015-02-12 12:23:14,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:23:14,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:14,215 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:14,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0005_01_000002
2015-02-12 12:23:14,217 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000002
2015-02-12 12:23:14,217 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:23:14,218 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0005_01_000002
2015-02-12 12:23:14,238 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0005_01_000002 is : 143
2015-02-12 12:23:14,239 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1.jhist. BP-282185163-10.1.1.68-1423772483132 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:14,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065 src: /127.0.0.1:61289 dest: /127.0.0.1:60751
2015-02-12 12:23:14,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065 src: /127.0.0.1:61290 dest: /127.0.0.1:60754
2015-02-12 12:23:14,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065 src: /127.0.0.1:61291 dest: /127.0.0.1:60747
2015-02-12 12:23:14,251 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:14,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000002
2015-02-12 12:23:14,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000002
2015-02-12 12:23:14,252 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000002
2015-02-12 12:23:14,252 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:14,253 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0005_01_000002 from application application_1423772499062_0005
2015-02-12 12:23:14,253 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:14,253 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0005
2015-02-12 12:23:14,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000002
2015-02-12 12:23:14,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000002
2015-02-12 12:23:14,254 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1.jhist for DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:14,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:23:14,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:14,305 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:14,307 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0005_01_000003
2015-02-12 12:23:14,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000003
2015-02-12 12:23:14,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:14,309 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:23:14,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000002
2015-02-12 12:23:14,310 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:23:14,310 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 12:23:14,311 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0005_01_000002, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:14,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:14,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:23:14,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0005_000001 released container container_1423772499062_0005_01_000002 on node: host: 10.1.1.68:60790 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:23:14,311 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:23:14,314 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0005_01_000003
2015-02-12 12:23:14,341 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0005_01_000003 is : 143
2015-02-12 12:23:14,354 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:14,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000003
2015-02-12 12:23:14,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000003
2015-02-12 12:23:14,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000003
2015-02-12 12:23:14,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000003
2015-02-12 12:23:14,357 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000003
2015-02-12 12:23:14,358 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:14,358 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0005_01_000003 from application application_1423772499062_0005
2015-02-12 12:23:14,358 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:14,358 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0005
2015-02-12 12:23:14,367 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000005_0/part-00005 is closed by DFSClient_attempt_1423772499062_0005_m_000005_0_-1157004845_1
2015-02-12 12:23:14,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000005 dst=null perm=null proto=rpc
2015-02-12 12:23:14,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:14,423 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:14,426 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0005_01_000007
2015-02-12 12:23:14,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000007
2015-02-12 12:23:14,426 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000007 transitioned from RUNNING to KILLING
2015-02-12 12:23:14,426 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0005_01_000007
2015-02-12 12:23:14,445 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0005_01_000007 is : 143
2015-02-12 12:23:14,451 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000004_0/part-00004 is closed by DFSClient_attempt_1423772499062_0005_m_000004_0_-163566079_1
2015-02-12 12:23:14,455 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:14,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000007
2015-02-12 12:23:14,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000007
2015-02-12 12:23:14,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000007
2015-02-12 12:23:14,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000007
2015-02-12 12:23:14,462 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000007
2015-02-12 12:23:14,463 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:14,463 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0005_01_000007 from application application_1423772499062_0005
2015-02-12 12:23:14,463 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:14,463 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0005
2015-02-12 12:23:14,477 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000003_0/part-00003. BP-282185163-10.1.1.68-1423772483132 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:23:14,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066 src: /127.0.0.1:61294 dest: /127.0.0.1:60744
2015-02-12 12:23:14,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066 src: /127.0.0.1:61295 dest: /127.0.0.1:60747
2015-02-12 12:23:14,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066 src: /127.0.0.1:61296 dest: /127.0.0.1:60754
2015-02-12 12:23:14,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:23:14,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:14,576 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:14,578 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0005_01_000006
2015-02-12 12:23:14,579 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000006
2015-02-12 12:23:14,579 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:23:14,579 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0005_01_000006
2015-02-12 12:23:14,580 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:14,580 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0005_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 12:23:14,580 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000007
2015-02-12 12:23:14,580 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:23:14,580 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:23:14,582 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0005_01_000007, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60798 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:14,582 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:14,582 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:23:14,582 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0005_000001 released container container_1423772499062_0005_01_000007 on node: host: 10.1.1.68:60798 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:23:14,601 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0005_01_000006 is : 143
2015-02-12 12:23:14,615 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:14,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000006
2015-02-12 12:23:14,617 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61296, dest: /127.0.0.1:60754, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000003_0_1506370434_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066, duration: 65669000
2015-02-12 12:23:14,617 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:14,617 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61295, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000003_0_1506370434_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066, duration: 66310000
2015-02-12 12:23:14,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:23:14,617 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:23:14,618 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61294, dest: /127.0.0.1:60744, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000003_0_1506370434_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066, duration: 67155000
2015-02-12 12:23:14,618 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:14,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000006
2015-02-12 12:23:14,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000006
2015-02-12 12:23:14,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000006
2015-02-12 12:23:14,622 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000006
2015-02-12 12:23:14,622 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:14,622 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0005_01_000006 from application application_1423772499062_0005
2015-02-12 12:23:14,622 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:14,622 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0005
2015-02-12 12:23:14,624 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000002_0/part-00002. BP-282185163-10.1.1.68-1423772483132 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:14,628 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000003_0/part-00003 is closed by DFSClient_attempt_1423772499062_0005_m_000003_0_1506370434_1
2015-02-12 12:23:14,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:23:14,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:14,713 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:14,715 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0005_01_000005
2015-02-12 12:23:14,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000005
2015-02-12 12:23:14,716 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:23:14,716 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0005_01_000005
2015-02-12 12:23:14,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:14,717 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:23:14,717 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000006
2015-02-12 12:23:14,717 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:23:14,717 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:23:14,718 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0005_01_000006, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60798 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:14,718 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:14,718 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:23:14,718 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0005_000001 released container container_1423772499062_0005_01_000006 on node: host: 10.1.1.68:60798 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:23:14,718 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:14,742 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0005_01_000005 is : 143
2015-02-12 12:23:14,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067 src: /127.0.0.1:61298 dest: /127.0.0.1:60754
2015-02-12 12:23:14,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067 src: /127.0.0.1:61300 dest: /127.0.0.1:60751
2015-02-12 12:23:14,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067 src: /127.0.0.1:61301 dest: /127.0.0.1:60744
2015-02-12 12:23:14,756 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:14,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000005
2015-02-12 12:23:14,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000005
2015-02-12 12:23:14,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000005
2015-02-12 12:23:14,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000005
2015-02-12 12:23:14,758 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000005
2015-02-12 12:23:14,758 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:14,759 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0005_01_000005 from application application_1423772499062_0005
2015-02-12 12:23:14,759 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:14,759 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0005
2015-02-12 12:23:14,787 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61301, dest: /127.0.0.1:60744, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000002_0_1068030481_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067, duration: 38199000
2015-02-12 12:23:14,787 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:14,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:14,788 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61300, dest: /127.0.0.1:60751, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000002_0_1068030481_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067, duration: 39507000
2015-02-12 12:23:14,789 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:14,789 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61298, dest: /127.0.0.1:60754, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0005_m_000002_0_1068030481_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067, duration: 40572000
2015-02-12 12:23:14,790 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:23:14,794 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000002_0/part-00002 is closed by DFSClient_attempt_1423772499062_0005_m_000002_0_1068030481_1
2015-02-12 12:23:14,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:23:14,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:23:14,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/_temporary/attempt_1423772499062_0005_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:14,837 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:14,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0005_01_000004
2015-02-12 12:23:14,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000004
2015-02-12 12:23:14,840 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:23:14,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:14,842 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:23:14,842 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000005
2015-02-12 12:23:14,842 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:23:14,842 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:23:14,849 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0005_01_000005, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60798 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:14,849 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:14,849 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:23:14,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0005_000001 released container container_1423772499062_0005_01_000005 on node: host: 10.1.1.68:60798 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:23:14,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:14,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:14,850 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0005_01_000004
2015-02-12 12:23:14,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,853 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:14,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:23:14,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:23:14,871 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0005_01_000004 is : 143
2015-02-12 12:23:14,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:14,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:23:14,884 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:14,885 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000004
2015-02-12 12:23:14,885 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:14,885 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0005_01_000004 from application application_1423772499062_0005
2015-02-12 12:23:14,885 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:14,885 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0005
2015-02-12 12:23:14,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000004
2015-02-12 12:23:14,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000004
2015-02-12 12:23:14,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000004
2015-02-12 12:23:14,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000004
2015-02-12 12:23:14,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:23:14,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:23:14,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:14,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:23:14,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:23:14,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:23:14,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:23:14,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:14,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000005 dst=null perm=null proto=rpc
2015-02-12 12:23:14,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null proto=rpc
2015-02-12 12:23:14,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary/1/task_1423772499062_0005_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary dst=null perm=null proto=rpc
2015-02-12 12:23:14,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,928 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:14,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,932 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:14,944 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61291, dest: /127.0.0.1:60747, bytes: 61414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065, duration: 695408000
2015-02-12 12:23:14,944 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:14,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 16818
2015-02-12 12:23:14,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61290, dest: /127.0.0.1:60754, bytes: 61414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065, duration: 695495000
2015-02-12 12:23:14,945 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 16818
2015-02-12 12:23:14,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61289, dest: /127.0.0.1:60751, bytes: 61414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065, duration: 697485000
2015-02-12 12:23:14,946 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 16818
2015-02-12 12:23:14,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:14,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,953 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005.summary_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:14,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068 src: /127.0.0.1:61303 dest: /127.0.0.1:60747
2015-02-12 12:23:14,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068 src: /127.0.0.1:61304 dest: /127.0.0.1:60751
2015-02-12 12:23:14,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068 src: /127.0.0.1:61305 dest: /127.0.0.1:60744
2015-02-12 12:23:14,962 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61305, dest: /127.0.0.1:60744, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068, duration: 1514000
2015-02-12 12:23:14,962 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:14,963 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61304, dest: /127.0.0.1:60751, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068, duration: 2715000
2015-02-12 12:23:14,964 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:14,965 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61303, dest: /127.0.0.1:60747, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068, duration: 4132000
2015-02-12 12:23:14,965 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:14,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:14,967 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:14,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741892_1068 size 434
2015-02-12 12:23:14,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:14,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:23:14,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005-1423772575720-soberoi-%5BCF833339ABEA44BAA843523406991298%2F4DC732B994FE4088-1423772594933-6-0-SUCCEEDED-default-1423772580026.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:23:14,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:23:14,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005-1423772575720-soberoi-%5BCF833339ABEA44BAA843523406991298%2F4DC732B994FE4088-1423772594933-6-0-SUCCEEDED-default-1423772580026.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:23:14,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:23:14,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005-1423772575720-soberoi-%5BCF833339ABEA44BAA843523406991298%2F4DC732B994FE4088-1423772594933-6-0-SUCCEEDED-default-1423772580026.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:14,994 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005-1423772575720-soberoi-%5BCF833339ABEA44BAA843523406991298%2F4DC732B994FE4088-1423772594933-6-0-SUCCEEDED-default-1423772580026.jhist_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:14,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069 src: /127.0.0.1:61307 dest: /127.0.0.1:60754
2015-02-12 12:23:14,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069 src: /127.0.0.1:61308 dest: /127.0.0.1:60744
2015-02-12 12:23:14,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069 src: /127.0.0.1:61309 dest: /127.0.0.1:60747
2015-02-12 12:23:15,003 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61309, dest: /127.0.0.1:60747, bytes: 61414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069, duration: 2018000
2015-02-12 12:23:15,003 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:15,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:23:15,004 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61308, dest: /127.0.0.1:60744, bytes: 61414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069, duration: 3288000
2015-02-12 12:23:15,004 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:15,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:15,005 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61307, dest: /127.0.0.1:60754, bytes: 61414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069, duration: 4330000
2015-02-12 12:23:15,005 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:15,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:15,007 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005-1423772575720-soberoi-%5BCF833339ABEA44BAA843523406991298%2F4DC732B994FE4088-1423772594933-6-0-SUCCEEDED-default-1423772580026.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:15,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005-1423772575720-soberoi-%5BCF833339ABEA44BAA843523406991298%2F4DC732B994FE4088-1423772594933-6-0-SUCCEEDED-default-1423772580026.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:15,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:23:15,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:23:15,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:23:15,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:23:15,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005/job_1423772499062_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:23:15,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:15,024 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005_conf.xml_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:15,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070 src: /127.0.0.1:61311 dest: /127.0.0.1:60754
2015-02-12 12:23:15,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070 src: /127.0.0.1:61312 dest: /127.0.0.1:60744
2015-02-12 12:23:15,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070 src: /127.0.0.1:61313 dest: /127.0.0.1:60747
2015-02-12 12:23:15,032 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61313, dest: /127.0.0.1:60747, bytes: 115154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070, duration: 1736000
2015-02-12 12:23:15,033 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:15,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:15,033 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61312, dest: /127.0.0.1:60744, bytes: 115154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070, duration: 2309000
2015-02-12 12:23:15,033 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:15,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:15,034 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61311, dest: /127.0.0.1:60754, bytes: 115154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-194843289_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070, duration: 3310000
2015-02-12 12:23:15,034 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:15,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:15,036 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-194843289_1
2015-02-12 12:23:15,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:15,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:15,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:15,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005-1423772575720-soberoi-%5BCF833339ABEA44BAA843523406991298%2F4DC732B994FE4088-1423772594933-6-0-SUCCEEDED-default-1423772580026.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0005-1423772575720-soberoi-%5BCF833339ABEA44BAA843523406991298%2F4DC732B994FE4088-1423772594933-6-0-SUCCEEDED-default-1423772580026.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:15,049 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772499062_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:23:15,049 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:23:15,049 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772499062_0005 with final state: FINISHING
2015-02-12 12:23:15,049 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 12:23:15,049 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772499062_0005
2015-02-12 12:23:15,050 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:23:15,050 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 12:23:15,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:15,311 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:15,311 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:23:15,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000003
2015-02-12 12:23:15,312 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:23:15,312 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:23:15,313 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0005_01_000003, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:15,313 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:15,313 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:23:15,313 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0005_000001 released container container_1423772499062_0005_01_000003 on node: host: 10.1.1.68:60790 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:23:15,844 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:15,844 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:23:15,844 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000004
2015-02-12 12:23:15,845 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:23:15,845 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:23:15,846 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0005_01_000004, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60798 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:15,847 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:15,847 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:23:15,848 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0005_000001 released container container_1423772499062_0005_01_000004 on node: host: 10.1.1.68:60798 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:23:15,848 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:15,848 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:15,848 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:16,056 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772499062_0005 unregistered successfully.
2015-02-12 12:23:16,059 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:60754 127.0.0.1:60747 127.0.0.1:60744 127.0.0.1:60751
2015-02-12 12:23:16,059 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:60747 127.0.0.1:60754 127.0.0.1:60751 127.0.0.1:60744
2015-02-12 12:23:16,059 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:60744 127.0.0.1:60751 127.0.0.1:60747
2015-02-12 12:23:16,060 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:60751 127.0.0.1:60744 127.0.0.1:60754
2015-02-12 12:23:16,060 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60747
2015-02-12 12:23:16,060 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741886_1062 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60754
2015-02-12 12:23:16,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0005 dst=null perm=null proto=rpc
2015-02-12 12:23:16,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:16,101 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary
2015-02-12 12:23:16,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/_temporary dst=null perm=null proto=rpc
2015-02-12 12:23:16,103 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] completed flow: first
2015-02-12 12:23:16,103 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] starting flow: second
2015-02-12 12:23:16,104 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] at least one sink is marked for delete
2015-02-12 12:23:16,104 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 12:23:16,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:16,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:16,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting
2015-02-12 12:23:16,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource"]
2015-02-12 12:23:16,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2"]
2015-02-12 12:23:16,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] parallel execution is enabled: true
2015-02-12 12:23:16,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting jobs: 1
2015-02-12 12:23:16,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] allocating threads: 1
2015-02-12 12:23:16,109 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (1/1) ...pplatform/globmultiource2
2015-02-12 12:23:16,118 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:23:16,129 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:23:16,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:16,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:23:16,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:23:16,135 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 6
2015-02-12 12:23:16,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006 dst=null perm=null proto=rpc
2015-02-12 12:23:16,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:23:16,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:23:16,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:16,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:23:16,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071 src: /127.0.0.1:61316 dest: /127.0.0.1:60751
2015-02-12 12:23:16,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071 src: /127.0.0.1:61317 dest: /127.0.0.1:60744
2015-02-12 12:23:16,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071 src: /127.0.0.1:61318 dest: /127.0.0.1:60754
2015-02-12 12:23:16,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61318, dest: /127.0.0.1:60754, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071, duration: 3335000
2015-02-12 12:23:16,151 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:16,152 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61317, dest: /127.0.0.1:60744, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071, duration: 3572000
2015-02-12 12:23:16,152 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:23:16,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61316, dest: /127.0.0.1:60751, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071, duration: 4934000
2015-02-12 12:23:16,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:23:16,154 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,156 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:23:16,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741895_1071 size 254067
2015-02-12 12:23:16,158 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar
2015-02-12 12:23:16,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:16,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:23:16,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:23:16,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:23:16,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:23:16,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:23:16,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:16,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:16,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:16,171 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 6
2015-02-12 12:23:16,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:16,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:16,174 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split
2015-02-12 12:23:16,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:16,175 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split. BP-282185163-10.1.1.68-1423772483132 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:16,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072 src: /127.0.0.1:61319 dest: /127.0.0.1:60747
2015-02-12 12:23:16,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072 src: /127.0.0.1:61320 dest: /127.0.0.1:60751
2015-02-12 12:23:16,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072 src: /127.0.0.1:61321 dest: /127.0.0.1:60754
2015-02-12 12:23:16,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072 src: /127.0.0.1:61322 dest: /127.0.0.1:60744
2015-02-12 12:23:16,184 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61322, dest: /127.0.0.1:60744, bytes: 3175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072, duration: 1780000
2015-02-12 12:23:16,184 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:16,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:16,184 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61321, dest: /127.0.0.1:60754, bytes: 3175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072, duration: 2227000
2015-02-12 12:23:16,185 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61320, dest: /127.0.0.1:60751, bytes: 3175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072, duration: 3512000
2015-02-12 12:23:16,186 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:16,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61319, dest: /127.0.0.1:60747, bytes: 3175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072, duration: 5620000
2015-02-12 12:23:16,188 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:16,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:16,192 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:23:16,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:16,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:16,197 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo. BP-282185163-10.1.1.68-1423772483132 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:16,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073 src: /127.0.0.1:61323 dest: /127.0.0.1:60754
2015-02-12 12:23:16,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073 src: /127.0.0.1:61324 dest: /127.0.0.1:60747
2015-02-12 12:23:16,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073 src: /127.0.0.1:61325 dest: /127.0.0.1:60744
2015-02-12 12:23:16,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61325, dest: /127.0.0.1:60744, bytes: 228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073, duration: 1543000
2015-02-12 12:23:16,204 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:16,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:16,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61324, dest: /127.0.0.1:60747, bytes: 228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073, duration: 2232000
2015-02-12 12:23:16,205 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:16,206 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61323, dest: /127.0.0.1:60754, bytes: 228, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073, duration: 2950000
2015-02-12 12:23:16,206 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:16,211 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:23:16,211 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:8
2015-02-12 12:23:16,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:16,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:16,219 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:16,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074 src: /127.0.0.1:61326 dest: /127.0.0.1:60747
2015-02-12 12:23:16,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074 src: /127.0.0.1:61327 dest: /127.0.0.1:60754
2015-02-12 12:23:16,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074 src: /127.0.0.1:61328 dest: /127.0.0.1:60744
2015-02-12 12:23:16,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61328, dest: /127.0.0.1:60744, bytes: 97374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074, duration: 1553000
2015-02-12 12:23:16,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:16,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:16,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61327, dest: /127.0.0.1:60754, bytes: 97374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074, duration: 2183000
2015-02-12 12:23:16,228 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61326, dest: /127.0.0.1:60747, bytes: 97374, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074, duration: 3319000
2015-02-12 12:23:16,229 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:16,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:16,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:16,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:23:16,232 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772499062_0006
2015-02-12 12:23:16,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006 dst=null perm=null proto=rpc
2015-02-12 12:23:16,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:16,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:16,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:16,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:16,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:16,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:16,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,266 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 6 submitted by user soberoi
2015-02-12 12:23:16,267 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772499062_0006
2015-02-12 12:23:16,267 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772499062_0006
2015-02-12 12:23:16,267 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772499062_0006
2015-02-12 12:23:16,267 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0006 State change from NEW to NEW_SAVING
2015-02-12 12:23:16,267 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:23:16,267 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772499062_0006 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:23:16,267 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772499062_0006 from user: soberoi, in queue: default
2015-02-12 12:23:16,268 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 12:23:16,268 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772499062_0006
2015-02-12 12:23:16,268 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772499062_0006_000001
2015-02-12 12:23:16,268 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from NEW to SUBMITTED
2015-02-12 12:23:16,268 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772499062_0006 from user: soberoi activated in queue: default
2015-02-12 12:23:16,269 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772499062_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@4b887f99, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:23:16,269 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772499062_0006_000001 to scheduler from user soberoi in queue default
2015-02-12 12:23:16,270 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:23:16,271 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:60771/proxy/application_1423772499062_0006/
2015-02-12 12:23:16,271 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_1423772499062_0006
2015-02-12 12:23:16,271 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://Edinburgh.local:60771/proxy/application_1423772499062_0006/
2015-02-12 12:23:16,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:16,312 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:16,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:16,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000001
2015-02-12 12:23:16,313 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60790, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:23:16,313 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:16,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:23:16,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:16,314 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60790 for container : container_1423772499062_0006_01_000001
2015-02-12 12:23:16,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:16,315 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772499062_0006_000001
2015-02-12 12:23:16,315 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772499062_0006 AttemptId: appattempt_1423772499062_0006_000001 MasterContainer: Container: [ContainerId: container_1423772499062_0006_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ]
2015-02-12 12:23:16,315 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:23:16,316 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:23:16,316 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772499062_0006_000001
2015-02-12 12:23:16,318 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772499062_0006_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] for AM appattempt_1423772499062_0006_000001
2015-02-12 12:23:16,318 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772499062_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:23:16,318 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772499062_0006_000001
2015-02-12 12:23:16,318 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772499062_0006_000001
2015-02-12 12:23:16,321 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:16,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000001 by user soberoi
2015-02-12 12:23:16,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0006
2015-02-12 12:23:16,323 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000001
2015-02-12 12:23:16,324 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from NEW to INITING
2015-02-12 12:23:16,324 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000001 to application application_1423772499062_0006
2015-02-12 12:23:16,324 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772499062_0006_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] for AM appattempt_1423772499062_0006_000001
2015-02-12 12:23:16,324 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from INITING to RUNNING
2015-02-12 12:23:16,324 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:23:16,324 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:23:16,325 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:16,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:23:16,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:23:16,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:23:16,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:23:16,325 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0006_01_000001
2015-02-12 12:23:16,334 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772499062_0006_01_000001.tokens. Credentials list:
2015-02-12 12:23:16,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:16,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423772499062_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000001.tokens
2015-02-12 12:23:16,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:16,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:16,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:16,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:16,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:16,655 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:16,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:16,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:16,701 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:16,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:16,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:16,747 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:16,747 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:16,777 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:16,777 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:16,847 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:16,847 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:16,848 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:16,848 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:16,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000001/default_container_executor.sh]
2015-02-12 12:23:17,314 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:17,314 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:17,314 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:17,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:17,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:17,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:17,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:18,244 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:60751 to replicate blk_1073741895_1071 to datanode(s) 127.0.0.1:60747
2015-02-12 12:23:18,244 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60744 to delete [blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061]
2015-02-12 12:23:18,244 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60754 to delete [blk_1073741889_1065, blk_1073741882_1058, blk_1073741883_1059, blk_1073741885_1061, blk_1073741886_1062]
2015-02-12 12:23:18,314 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:18,314 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:18,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:23:18,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:23:18,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:18,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:18,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:18,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:18,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:23:18,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:23:18,950 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 12:23:18,950 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 12:23:18,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 12:23:18,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 12:23:18,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 12:23:18,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 12:23:18,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 12:23:18,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 12:23:18,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006 dst=null perm=null proto=rpc
2015-02-12 12:23:18,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:23:18,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:23:19,186 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=7b73b221-a27a-4925-b31f-04168cb19918, infoPort=60752, ipcPort=60753, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) Starting thread to transfer BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071 to 127.0.0.1:60747
2015-02-12 12:23:19,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071 src: /127.0.0.1:61337 dest: /127.0.0.1:60747
2015-02-12 12:23:19,188 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071 (numBytes=254067) to /127.0.0.1:60747
2015-02-12 12:23:19,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071 src: /127.0.0.1:61337 dest: /127.0.0.1:60747 of size 254067
2015-02-12 12:23:19,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741895_1071 size 254067
2015-02-12 12:23:19,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:19,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:19,319 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:19,319 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:19,419 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 12:23:19,419 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 12:23:19,419 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 12:23:19,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 12:23:19,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 12:23:19,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 12:23:19,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 12:23:19,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 12:23:19,420 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 12:23:19,421 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 12:23:19,856 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:19,856 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:19,856 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:19,856 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:20,073 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:20,076 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772499062_0006_000001
2015-02-12 12:23:20,076 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772499062_0006 APPATTEMPTID=appattempt_1423772499062_0006_000001
2015-02-12 12:23:20,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:23:20,077 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0006 State change from ACCEPTED to RUNNING
2015-02-12 12:23:20,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:20,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:20,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063
2015-02-12 12:23:20,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064
2015-02-12 12:23:20,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069
2015-02-12 12:23:20,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070
2015-02-12 12:23:20,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068
2015-02-12 12:23:20,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066
2015-02-12 12:23:20,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067
2015-02-12 12:23:20,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:20,309 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1_conf.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:20,322 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:20,322 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:20,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075 src: /127.0.0.1:61344 dest: /127.0.0.1:60744
2015-02-12 12:23:20,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075 src: /127.0.0.1:61345 dest: /127.0.0.1:60751
2015-02-12 12:23:20,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075 src: /127.0.0.1:61346 dest: /127.0.0.1:60747
2015-02-12 12:23:20,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61346, dest: /127.0.0.1:60747, bytes: 114377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075, duration: 29631000
2015-02-12 12:23:20,388 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:20,389 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61345, dest: /127.0.0.1:60751, bytes: 114377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075, duration: 30413000
2015-02-12 12:23:20,390 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:20,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:20,391 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61344, dest: /127.0.0.1:60744, bytes: 114377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075, duration: 31884000
2015-02-12 12:23:20,391 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:20,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:20,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:20,395 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:20,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070
2015-02-12 12:23:20,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065
2015-02-12 12:23:20,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069
2015-02-12 12:23:20,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068
2015-02-12 12:23:20,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064
2015-02-12 12:23:20,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063
2015-02-12 12:23:20,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066
2015-02-12 12:23:20,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741887_1063
2015-02-12 12:23:20,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067
2015-02-12 12:23:20,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741892_1068
2015-02-12 12:23:20,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741888_1064
2015-02-12 12:23:20,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741889_1065
2015-02-12 12:23:20,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741893_1069
2015-02-12 12:23:20,858 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:20,858 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:20,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741890_1066
2015-02-12 12:23:20,859 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:20,859 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:20,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741894_1070
2015-02-12 12:23:20,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741891_1067
2015-02-12 12:23:21,200 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772499062_0005_01_000001 succeeded
2015-02-12 12:23:21,200 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:23:21,200 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0005_01_000001
2015-02-12 12:23:21,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000001
2015-02-12 12:23:21,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000001
2015-02-12 12:23:21,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000001
2015-02-12 12:23:21,215 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000001
2015-02-12 12:23:21,216 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:23:21,216 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0005_01_000001 from application application_1423772499062_0005
2015-02-12 12:23:21,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0005/container_1423772499062_0005_01_000001
2015-02-12 12:23:21,216 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:21,217 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0005
2015-02-12 12:23:21,246 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60751 to delete [blk_1073741889_1065, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061, blk_1073741886_1062]
2015-02-12 12:23:21,246 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60747 to delete [blk_1073741889_1065, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741886_1062]
2015-02-12 12:23:21,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:21,323 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772499062_0005_000001
2015-02-12 12:23:21,323 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772499062_0005_000001
2015-02-12 12:23:21,324 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0005_000001 State change from FINISHING to FINISHED
2015-02-12 12:23:21,324 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0005 State change from FINISHING to FINISHED
2015-02-12 12:23:21,323 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:23:21,324 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772499062_0005_000001
2015-02-12 12:23:21,324 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772499062_0005
2015-02-12 12:23:21,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000001
2015-02-12 12:23:21,325 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772499062_0005,name=[CF833339ABEA44BAA843523406991298/4DC732B994FE408890B34FE985311464] first/(1/1) ...pplatform/globmultisource,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:60771/proxy/application_1423772499062_0005/jobhistory/job/job_1423772499062_0005,appMasterHost=10.1.1.68,startTime=1423772575720,finishTime=1423772595049,finalStatus=SUCCEEDED
2015-02-12 12:23:21,325 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60790, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:23:21,326 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:23:21,327 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0005_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:23:21,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0005_000001 released container container_1423772499062_0005_01_000001 on node: host: 10.1.1.68:60790 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:23:21,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:21,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000002
2015-02-12 12:23:21,328 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:23:21,328 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000002, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:21,329 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-02-12 12:23:21,329 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:21,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000003
2015-02-12 12:23:21,330 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:23:21,330 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0005_000001 (auth:SIMPLE)
2015-02-12 12:23:21,330 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000003, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:21,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-02-12 12:23:21,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772499062_0005_000001 is done. finalState=FINISHED
2015-02-12 12:23:21,331 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772499062_0005 requests cleared
2015-02-12 12:23:21,331 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772499062_0005 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:23:21,331 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772499062_0005 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:23:21,332 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0005_01_000001
2015-02-12 12:23:21,332 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0005 CONTAINERID=container_1423772499062_0005_01_000001
2015-02-12 12:23:21,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0005_01_000001]
2015-02-12 12:23:21,333 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,333 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:21,333 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,333 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:21,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:21,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:21,334 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0005
2015-02-12 12:23:21,335 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:21,335 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0005, with delay of 10800 seconds
2015-02-12 12:23:21,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:21,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:21,377 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000004
2015-02-12 12:23:21,377 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:23:21,378 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000004, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:21,378 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:23:21,378 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:21,379 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000005
2015-02-12 12:23:21,379 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:23:21,379 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000005, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:21,379 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:23:21,379 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,380 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:21,380 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000006
2015-02-12 12:23:21,380 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:23:21,380 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000006, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:21,380 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:23:21,380 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,381 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:21,381 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000007
2015-02-12 12:23:21,381 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:23:21,381 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000007, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:21,381 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 12:23:21,381 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:21,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000008
2015-02-12 12:23:21,798 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:23:21,799 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000008, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:21,799 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8
2015-02-12 12:23:21,799 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,860 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:21,860 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:21,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:21,861 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:21,862 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000009
2015-02-12 12:23:21,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:21,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:21,862 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0005
2015-02-12 12:23:21,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0005
2015-02-12 12:23:21,862 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:21,863 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0005, with delay of 10800 seconds
2015-02-12 12:23:21,862 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0006_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:23:21,863 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0006_000001 container=Container: [ContainerId: container_1423772499062_0006_01_000009, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:21,863 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9
2015-02-12 12:23:21,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 12:23:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 12:23:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 12:23:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 12:23:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 12:23:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 12:23:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 12:23:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 12:23:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 12:23:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 12:23:22,120 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60790 for container : container_1423772499062_0006_01_000002
2015-02-12 12:23:22,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:22,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:22,122 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60794 for container : container_1423772499062_0006_01_000004
2015-02-12 12:23:22,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:22,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:22,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:22,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:22,126 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60786 for container : container_1423772499062_0006_01_000008
2015-02-12 12:23:22,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:22,127 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60798 for container : container_1423772499062_0006_01_000009
2015-02-12 12:23:22,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:22,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:22,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:22,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 12:23:22,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 12:23:22,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 12:23:22,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741884 for deletion
2015-02-12 12:23:22,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 12:23:22,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 12:23:22,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 12:23:22,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 12:23:22,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 12:23:22,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 12:23:22,191 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741884
2015-02-12 12:23:22,192 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 12:23:22,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,263 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:22,264 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:22,264 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:22,265 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:22,266 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:22,267 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:22,268 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:22,274 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000005 by user soberoi
2015-02-12 12:23:22,274 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0006
2015-02-12 12:23:22,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000009 by user soberoi
2015-02-12 12:23:22,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000004 by user soberoi
2015-02-12 12:23:22,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0006
2015-02-12 12:23:22,275 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000004
2015-02-12 12:23:22,275 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000009
2015-02-12 12:23:22,276 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from NEW to INITING
2015-02-12 12:23:22,276 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000005
2015-02-12 12:23:22,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000002 by user soberoi
2015-02-12 12:23:22,276 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000002
2015-02-12 12:23:22,277 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from NEW to INITING
2015-02-12 12:23:22,278 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000009 to application application_1423772499062_0006
2015-02-12 12:23:22,278 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:22,276 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000005 to application application_1423772499062_0006
2015-02-12 12:23:22,278 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000004 to application application_1423772499062_0006
2015-02-12 12:23:22,278 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from INITING to RUNNING
2015-02-12 12:23:22,278 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from INITING to RUNNING
2015-02-12 12:23:22,279 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:23:22,279 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000009 transitioned from NEW to LOCALIZING
2015-02-12 12:23:22,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,279 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:23:22,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,279 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:22,280 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0006
2015-02-12 12:23:22,280 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000006 by user soberoi
2015-02-12 12:23:22,280 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:23:22,278 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000002 to application application_1423772499062_0006
2015-02-12 12:23:22,280 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:23:22,281 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:23:22,281 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,281 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,281 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:22,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000006
2015-02-12 12:23:22,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,282 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:22,282 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0006
2015-02-12 12:23:22,282 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:23:22,282 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:23:22,283 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0006_01_000009
2015-02-12 12:23:22,281 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0006
2015-02-12 12:23:22,281 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,283 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,283 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:22,283 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0006
2015-02-12 12:23:22,284 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:22,284 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0006_01_000005
2015-02-12 12:23:22,284 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000006 to application application_1423772499062_0006
2015-02-12 12:23:22,285 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0006_01_000004
2015-02-12 12:23:22,287 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:23:22,287 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,287 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,287 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:22,288 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0006
2015-02-12 12:23:22,288 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0006_01_000006
2015-02-12 12:23:22,294 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000008 by user soberoi
2015-02-12 12:23:22,294 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0006
2015-02-12 12:23:22,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000008
2015-02-12 12:23:22,294 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000007 by user soberoi
2015-02-12 12:23:22,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000007
2015-02-12 12:23:22,301 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from NEW to INITING
2015-02-12 12:23:22,301 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000008 to application application_1423772499062_0006
2015-02-12 12:23:22,302 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from INITING to RUNNING
2015-02-12 12:23:22,302 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 12:23:22,302 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,302 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,302 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:22,302 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0006
2015-02-12 12:23:22,302 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:23:22,303 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:23:22,303 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0006_01_000008
2015-02-12 12:23:22,306 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0006_01_000003 by user soberoi
2015-02-12 12:23:22,306 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000003
2015-02-12 12:23:22,312 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000007 to application application_1423772499062_0006
2015-02-12 12:23:22,312 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 12:23:22,313 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,313 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,313 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:22,313 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0006
2015-02-12 12:23:22,313 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0006_01_000003 to application application_1423772499062_0006
2015-02-12 12:23:22,313 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:23:22,314 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0006_01_000007
2015-02-12 12:23:22,314 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,315 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0006
2015-02-12 12:23:22,315 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:22,315 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0006
2015-02-12 12:23:22,316 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:22,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:22,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:22,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:22,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:22,343 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423772499062_0006_01_000009.tokens. Credentials list:
2015-02-12 12:23:22,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0006_01_000005.tokens. Credentials list:
2015-02-12 12:23:22,366 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0006_01_000004.tokens. Credentials list:
2015-02-12 12:23:22,366 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0006_01_000006.tokens. Credentials list:
2015-02-12 12:23:22,370 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772499062_0006_01_000008.tokens. Credentials list:
2015-02-12 12:23:22,372 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0006_01_000007.tokens. Credentials list:
2015-02-12 12:23:22,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:22,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:22,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:22,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:22,401 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:22,402 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:22,402 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:22,402 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:22,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:22,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:22,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:22,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000002/default_container_executor.sh]
2015-02-12 12:23:22,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000003/default_container_executor.sh]
2015-02-12 12:23:22,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:22,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000005.tokens
2015-02-12 12:23:22,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:22,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:22,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423772499062_0006_01_000008.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000008.tokens
2015-02-12 12:23:22,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:22,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423772499062_0006_01_000009.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000009.tokens
2015-02-12 12:23:22,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:22,861 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:22,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:22,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:22,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:22,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:22,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:22,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0006_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000007.tokens
2015-02-12 12:23:22,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:23,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:23,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:23,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:23,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:23,070 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:23,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:23,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:23,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:23,138 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:23,141 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:23:23,150 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:23,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:23,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:23,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:23,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:23,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:23,202 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:23,202 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:23,202 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:23,202 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:23,202 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:23,316 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:23,316 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:23,316 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:23,316 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:23,316 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:23,316 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:23,317 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:23,317 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:23,334 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:23,334 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:23,336 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:23,337 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:23,413 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:23,413 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:23,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000004.tokens
2015-02-12 12:23:23,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:23,414 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:23,414 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:23,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0006_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000006.tokens
2015-02-12 12:23:23,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:23,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000007/default_container_executor.sh]
2015-02-12 12:23:23,640 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000004/default_container_executor.sh]
2015-02-12 12:23:23,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000006/default_container_executor.sh]
2015-02-12 12:23:23,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000005/default_container_executor.sh]
2015-02-12 12:23:23,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000008/default_container_executor.sh]
2015-02-12 12:23:23,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000009/default_container_executor.sh]
2015-02-12 12:23:24,147 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30008 milliseconds
2015-02-12 12:23:24,147 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 12:23:25,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074
2015-02-12 12:23:25,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073
2015-02-12 12:23:25,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072
2015-02-12 12:23:25,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071
2015-02-12 12:23:25,773 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072
2015-02-12 12:23:25,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071
2015-02-12 12:23:25,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073
2015-02-12 12:23:25,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071
2015-02-12 12:23:25,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072
2015-02-12 12:23:25,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074
2015-02-12 12:23:25,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741898_1074
2015-02-12 12:23:25,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075
2015-02-12 12:23:26,017 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075
2015-02-12 12:23:26,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741896_1072
2015-02-12 12:23:26,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741895_1071
2015-02-12 12:23:26,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741897_1073
2015-02-12 12:23:30,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741899_1075
2015-02-12 12:23:36,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:36,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:37,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:37,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:37,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:37,138 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 640 Total time for transactions(ms): 50 Number of transactions batched in Syncs: 0 Number of syncs: 424 SyncTimes(ms): 13 9
2015-02-12 12:23:37,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:37,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:37,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:37,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:37,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:37,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:37,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:37,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null proto=rpc
2015-02-12 12:23:37,714 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:23:37,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:23:37,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:37,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076 src: /127.0.0.1:61393 dest: /127.0.0.1:60747
2015-02-12 12:23:37,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076 src: /127.0.0.1:61395 dest: /127.0.0.1:60744
2015-02-12 12:23:37,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076 src: /127.0.0.1:61396 dest: /127.0.0.1:60751
2015-02-12 12:23:37,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:37,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:37,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000007_0/part-00007 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:37,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61396, dest: /127.0.0.1:60751, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000000_0_-1162861081_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076, duration: 38585000
2015-02-12 12:23:37,828 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:37,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:23:37,829 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61395, dest: /127.0.0.1:60744, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000000_0_-1162861081_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076, duration: 39410000
2015-02-12 12:23:37,829 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:37,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:23:37,830 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61393, dest: /127.0.0.1:60747, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000000_0_-1162861081_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076, duration: 41014000
2015-02-12 12:23:37,831 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:37,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:23:37,836 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000000_0/part-00000 is closed by DFSClient_attempt_1423772499062_0006_m_000000_0_-1162861081_1
2015-02-12 12:23:37,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:23:37,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:23:37,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:23:37,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:37,891 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:37,893 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000002
2015-02-12 12:23:37,894 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000002
2015-02-12 12:23:37,894 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:23:37,894 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000002
2015-02-12 12:23:37,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:37,913 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0006_01_000002 is : 143
2015-02-12 12:23:37,914 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1.jhist. BP-282185163-10.1.1.68-1423772483132 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:37,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077 src: /127.0.0.1:61399 dest: /127.0.0.1:60751
2015-02-12 12:23:37,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077 src: /127.0.0.1:61400 dest: /127.0.0.1:60747
2015-02-12 12:23:37,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077 src: /127.0.0.1:61401 dest: /127.0.0.1:60744
2015-02-12 12:23:37,924 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:37,924 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1.jhist for DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:37,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000002
2015-02-12 12:23:37,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000002
2015-02-12 12:23:37,925 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000002
2015-02-12 12:23:37,925 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:37,925 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000002 from application application_1423772499062_0006
2015-02-12 12:23:37,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:37,926 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:37,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000002
2015-02-12 12:23:37,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000002
2015-02-12 12:23:37,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:23:37,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:37,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:23:38,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:38,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000001_0/part-00001. BP-282185163-10.1.1.68-1423772483132 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:38,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000006_0/part-00006 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:38,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078 src: /127.0.0.1:61404 dest: /127.0.0.1:60754
2015-02-12 12:23:38,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078 src: /127.0.0.1:61405 dest: /127.0.0.1:60751
2015-02-12 12:23:38,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078 src: /127.0.0.1:61406 dest: /127.0.0.1:60744
2015-02-12 12:23:38,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61406, dest: /127.0.0.1:60744, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000001_0_551499490_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078, duration: 95548000
2015-02-12 12:23:38,217 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:38,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:38,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61405, dest: /127.0.0.1:60751, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000001_0_551499490_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078, duration: 96337000
2015-02-12 12:23:38,218 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:38,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:38,219 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61404, dest: /127.0.0.1:60754, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000001_0_551499490_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078, duration: 97376000
2015-02-12 12:23:38,219 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:38,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:38,226 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000001_0/part-00001 is closed by DFSClient_attempt_1423772499062_0006_m_000001_0_551499490_1
2015-02-12 12:23:38,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:23:38,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:38,274 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:38,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000003
2015-02-12 12:23:38,276 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000003
2015-02-12 12:23:38,276 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:23:38,277 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000003
2015-02-12 12:23:38,277 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:38,277 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:23:38,277 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000002
2015-02-12 12:23:38,278 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:23:38,278 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:9216, vCores:8> numContainers=8 user=soberoi user-resources=<memory:9216, vCores:8>
2015-02-12 12:23:38,278 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000002, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:38,279 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:38,279 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8
2015-02-12 12:23:38,279 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000002 on node: host: 10.1.1.68:60790 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:23:38,298 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0006_01_000003 is : 143
2015-02-12 12:23:38,308 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:38,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000003
2015-02-12 12:23:38,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000003
2015-02-12 12:23:38,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000003
2015-02-12 12:23:38,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000003
2015-02-12 12:23:38,313 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000003
2015-02-12 12:23:38,313 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:38,313 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000003 from application application_1423772499062_0006
2015-02-12 12:23:38,313 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:38,313 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:38,483 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000007_0/part-00007 is closed by DFSClient_attempt_1423772499062_0006_m_000007_0_1622161380_1
2015-02-12 12:23:38,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000007_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000007_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000007 dst=null perm=null proto=rpc
2015-02-12 12:23:38,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000007_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000007 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:38,523 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:38,525 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000009
2015-02-12 12:23:38,525 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000009
2015-02-12 12:23:38,525 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000009 transitioned from RUNNING to KILLING
2015-02-12 12:23:38,525 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000009
2015-02-12 12:23:38,545 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0006_01_000009 is : 143
2015-02-12 12:23:38,555 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000005_0/part-00005 is closed by DFSClient_attempt_1423772499062_0006_m_000005_0_309565856_1
2015-02-12 12:23:38,559 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:38,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000009
2015-02-12 12:23:38,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000009
2015-02-12 12:23:38,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000009
2015-02-12 12:23:38,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000009
2015-02-12 12:23:38,561 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000009
2015-02-12 12:23:38,561 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:38,561 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000009 from application application_1423772499062_0006
2015-02-12 12:23:38,563 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:38,563 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:38,595 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000002_0/part-00002. BP-282185163-10.1.1.68-1423772483132 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:38,624 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000004_0/part-00004 is closed by DFSClient_attempt_1423772499062_0006_m_000004_0_1764769949_1
2015-02-12 12:23:38,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000005 dst=null perm=null proto=rpc
2015-02-12 12:23:38,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:38,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079 src: /127.0.0.1:61410 dest: /127.0.0.1:60744
2015-02-12 12:23:38,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079 src: /127.0.0.1:61411 dest: /127.0.0.1:60754
2015-02-12 12:23:38,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079 src: /127.0.0.1:61412 dest: /127.0.0.1:60747
2015-02-12 12:23:38,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,691 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:38,693 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000007
2015-02-12 12:23:38,694 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000007
2015-02-12 12:23:38,694 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000007 transitioned from RUNNING to KILLING
2015-02-12 12:23:38,694 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000007
2015-02-12 12:23:38,713 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0006_01_000007 is : 143
2015-02-12 12:23:38,724 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:38,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000007
2015-02-12 12:23:38,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000007
2015-02-12 12:23:38,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000007
2015-02-12 12:23:38,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000007
2015-02-12 12:23:38,727 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000007
2015-02-12 12:23:38,727 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:38,727 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000007 from application application_1423772499062_0006
2015-02-12 12:23:38,728 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:38,728 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:38,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:23:38,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61412, dest: /127.0.0.1:60747, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000002_0_283444245_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079, duration: 77824000
2015-02-12 12:23:38,757 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:38,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:38,758 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61411, dest: /127.0.0.1:60754, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000002_0_283444245_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079, duration: 78773000
2015-02-12 12:23:38,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:38,758 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:38,759 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61410, dest: /127.0.0.1:60744, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000002_0_283444245_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079, duration: 79968000
2015-02-12 12:23:38,759 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:38,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:38,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:38,764 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000002_0/part-00002 is closed by DFSClient_attempt_1423772499062_0006_m_000002_0_283444245_1
2015-02-12 12:23:38,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,786 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:38,788 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000006
2015-02-12 12:23:38,788 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000006
2015-02-12 12:23:38,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:38,789 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 12:23:38,789 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000007
2015-02-12 12:23:38,790 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:23:38,790 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:8192, vCores:7> numContainers=7 user=soberoi user-resources=<memory:8192, vCores:7>
2015-02-12 12:23:38,790 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:23:38,791 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000007, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:38,793 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000006
2015-02-12 12:23:38,793 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:38,794 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-12 12:23:38,794 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000007 on node: host: 10.1.1.68:60794 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:23:38,804 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000003_0/part-00003. BP-282185163-10.1.1.68-1423772483132 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:23:38,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,818 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0006_01_000006 is : 143
2015-02-12 12:23:38,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:23:38,836 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:38,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:38,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000006
2015-02-12 12:23:38,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000006
2015-02-12 12:23:38,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000006
2015-02-12 12:23:38,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000006
2015-02-12 12:23:38,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000006
2015-02-12 12:23:38,841 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:38,841 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000006 from application application_1423772499062_0006
2015-02-12 12:23:38,841 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:38,841 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:38,862 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:38,864 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000004
2015-02-12 12:23:38,864 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000004
2015-02-12 12:23:38,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:23:38,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:38,865 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:23:38,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000006
2015-02-12 12:23:38,866 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:23:38,866 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-02-12 12:23:38,865 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000004
2015-02-12 12:23:38,868 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000006, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:38,868 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:38,868 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 12:23:38,868 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000006 on node: host: 10.1.1.68:60794 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:23:38,868 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:38,887 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0006_01_000004 is : 143
2015-02-12 12:23:38,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080 src: /127.0.0.1:61416 dest: /127.0.0.1:60744
2015-02-12 12:23:38,900 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:38,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000004
2015-02-12 12:23:38,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080 src: /127.0.0.1:61418 dest: /127.0.0.1:60754
2015-02-12 12:23:38,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000004
2015-02-12 12:23:38,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000004
2015-02-12 12:23:38,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080 src: /127.0.0.1:61419 dest: /127.0.0.1:60751
2015-02-12 12:23:38,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000004
2015-02-12 12:23:38,906 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000004
2015-02-12 12:23:38,906 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:38,906 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000004 from application application_1423772499062_0006
2015-02-12 12:23:38,907 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:38,907 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:38,926 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000006_0/part-00006 is closed by DFSClient_attempt_1423772499062_0006_m_000006_0_1755699818_1
2015-02-12 12:23:38,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61419, dest: /127.0.0.1:60751, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000003_0_1694458596_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080, duration: 43094000
2015-02-12 12:23:38,948 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:38,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61418, dest: /127.0.0.1:60754, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000003_0_1694458596_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080, duration: 43822000
2015-02-12 12:23:38,949 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:38,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:23:38,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61416, dest: /127.0.0.1:60744, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0006_m_000003_0_1694458596_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080, duration: 44940000
2015-02-12 12:23:38,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:23:38,950 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:38,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:38,973 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000003_0/part-00003 is closed by DFSClient_attempt_1423772499062_0006_m_000003_0_1694458596_1
2015-02-12 12:23:38,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000006 dst=null perm=null proto=rpc
2015-02-12 12:23:38,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000006_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000006 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:38,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:23:38,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:23:39,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/_temporary/attempt_1423772499062_0006_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:39,002 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:39,004 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000008
2015-02-12 12:23:39,004 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000008
2015-02-12 12:23:39,004 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000008 transitioned from RUNNING to KILLING
2015-02-12 12:23:39,004 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000008
2015-02-12 12:23:39,021 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0006_01_000008 is : 143
2015-02-12 12:23:39,029 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:39,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000005
2015-02-12 12:23:39,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000005
2015-02-12 12:23:39,031 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:23:39,032 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:39,035 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:39,035 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:23:39,035 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000004
2015-02-12 12:23:39,035 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:23:39,036 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:23:39,037 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000004, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:39,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:39,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:23:39,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000004 on node: host: 10.1.1.68:60794 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:23:39,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:39,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:39,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000008
2015-02-12 12:23:39,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000008
2015-02-12 12:23:39,039 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:39,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000008
2015-02-12 12:23:39,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000008
2015-02-12 12:23:39,042 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000008
2015-02-12 12:23:39,044 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:39,044 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000008 from application application_1423772499062_0006
2015-02-12 12:23:39,044 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000005
2015-02-12 12:23:39,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:23:39,044 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:39,045 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:39,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000000 dst=null perm=null proto=rpc
2015-02-12 12:23:39,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:39,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,063 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0006_01_000005 is : 143
2015-02-12 12:23:39,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000001 dst=null perm=null proto=rpc
2015-02-12 12:23:39,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:23:39,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000002 dst=null perm=null proto=rpc
2015-02-12 12:23:39,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:39,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000003 dst=null perm=null proto=rpc
2015-02-12 12:23:39,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:23:39,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000004 dst=null perm=null proto=rpc
2015-02-12 12:23:39,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:23:39,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000005 dst=null perm=null proto=rpc
2015-02-12 12:23:39,101 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:39,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00005 dst=null perm=null proto=rpc
2015-02-12 12:23:39,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000005
2015-02-12 12:23:39,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000005
2015-02-12 12:23:39,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000005
2015-02-12 12:23:39,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000005
2015-02-12 12:23:39,105 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000005
2015-02-12 12:23:39,105 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:39,105 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000005 from application application_1423772499062_0006
2015-02-12 12:23:39,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,105 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:39,106 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:39,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000006 dst=null perm=null proto=rpc
2015-02-12 12:23:39,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00006 dst=null perm=null proto=rpc
2015-02-12 12:23:39,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000006/part-00006 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00006 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:39,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000007 dst=null perm=null proto=rpc
2015-02-12 12:23:39,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00007 dst=null perm=null proto=rpc
2015-02-12 12:23:39,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary/1/task_1423772499062_0006_m_000007/part-00007 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00007 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary dst=null perm=null proto=rpc
2015-02-12 12:23:39,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,126 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:39,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:39,145 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61401, dest: /127.0.0.1:60744, bytes: 75684, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077, duration: 1222836000
2015-02-12 12:23:39,145 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:39,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 18107
2015-02-12 12:23:39,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61400, dest: /127.0.0.1:60747, bytes: 75684, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077, duration: 1224441000
2015-02-12 12:23:39,146 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:39,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 18107
2015-02-12 12:23:39,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61399, dest: /127.0.0.1:60751, bytes: 75684, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077, duration: 1226103000
2015-02-12 12:23:39,148 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:39,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 18107
2015-02-12 12:23:39,149 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:39,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,155 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006.summary_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:39,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081 src: /127.0.0.1:61422 dest: /127.0.0.1:60754
2015-02-12 12:23:39,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081 src: /127.0.0.1:61423 dest: /127.0.0.1:60744
2015-02-12 12:23:39,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081 src: /127.0.0.1:61424 dest: /127.0.0.1:60747
2015-02-12 12:23:39,162 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61424, dest: /127.0.0.1:60747, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081, duration: 1252000
2015-02-12 12:23:39,163 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:39,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:23:39,163 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61423, dest: /127.0.0.1:60744, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081, duration: 1728000
2015-02-12 12:23:39,163 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:39,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:23:39,164 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61422, dest: /127.0.0.1:60754, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081, duration: 2619000
2015-02-12 12:23:39,164 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:39,165 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:23:39,166 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:39,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:39,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:23:39,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006-1423772596266-soberoi-%5B03449BCEF52042828DA13EF2ECA39173%2F60F133042CEC4C0E-1423772619131-8-0-SUCCEEDED-default-1423772600091.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:23:39,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:23:39,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006-1423772596266-soberoi-%5B03449BCEF52042828DA13EF2ECA39173%2F60F133042CEC4C0E-1423772619131-8-0-SUCCEEDED-default-1423772600091.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:23:39,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:23:39,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006-1423772596266-soberoi-%5B03449BCEF52042828DA13EF2ECA39173%2F60F133042CEC4C0E-1423772619131-8-0-SUCCEEDED-default-1423772600091.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,187 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006-1423772596266-soberoi-%5B03449BCEF52042828DA13EF2ECA39173%2F60F133042CEC4C0E-1423772619131-8-0-SUCCEEDED-default-1423772600091.jhist_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:23:39,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082 src: /127.0.0.1:61426 dest: /127.0.0.1:60747
2015-02-12 12:23:39,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082 src: /127.0.0.1:61427 dest: /127.0.0.1:60754
2015-02-12 12:23:39,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082 src: /127.0.0.1:61428 dest: /127.0.0.1:60751
2015-02-12 12:23:39,197 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61428, dest: /127.0.0.1:60751, bytes: 75684, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082, duration: 1877000
2015-02-12 12:23:39,197 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:39,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:39,198 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61427, dest: /127.0.0.1:60754, bytes: 75684, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082, duration: 2741000
2015-02-12 12:23:39,198 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:39,199 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61426, dest: /127.0.0.1:60747, bytes: 75684, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082, duration: 3792000
2015-02-12 12:23:39,199 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:39,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:23:39,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:23:39,202 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006-1423772596266-soberoi-%5B03449BCEF52042828DA13EF2ECA39173%2F60F133042CEC4C0E-1423772619131-8-0-SUCCEEDED-default-1423772600091.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:39,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006-1423772596266-soberoi-%5B03449BCEF52042828DA13EF2ECA39173%2F60F133042CEC4C0E-1423772619131-8-0-SUCCEEDED-default-1423772600091.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:39,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:23:39,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:23:39,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:23:39,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:23:39,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006/job_1423772499062_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:23:39,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:39,216 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006_conf.xml_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:23:39,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083 src: /127.0.0.1:61430 dest: /127.0.0.1:60751
2015-02-12 12:23:39,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083 src: /127.0.0.1:61431 dest: /127.0.0.1:60754
2015-02-12 12:23:39,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083 src: /127.0.0.1:61432 dest: /127.0.0.1:60747
2015-02-12 12:23:39,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61432, dest: /127.0.0.1:60747, bytes: 114377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083, duration: 2691000
2015-02-12 12:23:39,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:39,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:39,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61431, dest: /127.0.0.1:60754, bytes: 114377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083, duration: 3859000
2015-02-12 12:23:39,228 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:39,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:39,230 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61430, dest: /127.0.0.1:60751, bytes: 114377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1388008120_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083, duration: 5688000
2015-02-12 12:23:39,230 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:39,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:23:39,235 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1388008120_1
2015-02-12 12:23:39,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:39,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:39,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:39,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006-1423772596266-soberoi-%5B03449BCEF52042828DA13EF2ECA39173%2F60F133042CEC4C0E-1423772619131-8-0-SUCCEEDED-default-1423772600091.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0006-1423772596266-soberoi-%5B03449BCEF52042828DA13EF2ECA39173%2F60F133042CEC4C0E-1423772619131-8-0-SUCCEEDED-default-1423772600091.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:23:39,252 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772499062_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:23:39,252 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:23:39,253 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772499062_0006 with final state: FINISHING
2015-02-12 12:23:39,253 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 12:23:39,253 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772499062_0006
2015-02-12 12:23:39,253 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:23:39,253 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 12:23:39,277 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:39,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:39,278 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:23:39,278 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000003
2015-02-12 12:23:39,278 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60790, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:23:39,278 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:23:39,279 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000003, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:39,279 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:39,279 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:23:39,279 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000003 on node: host: 10.1.1.68:60790 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:23:39,531 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:39,531 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000009 in state: COMPLETED event:FINISHED
2015-02-12 12:23:39,531 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000009
2015-02-12 12:23:39,532 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:23:39,532 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:23:39,533 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000009, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60798 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:39,533 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:39,533 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:23:39,534 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000009 on node: host: 10.1.1.68:60798 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:23:40,010 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:40,010 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 12:23:40,011 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000008
2015-02-12 12:23:40,011 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:23:40,011 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:23:40,012 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000008, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:40,012 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:40,012 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:23:40,013 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000008 on node: host: 10.1.1.68:60786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:23:40,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:40,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:40,038 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:23:40,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000005
2015-02-12 12:23:40,038 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:23:40,038 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:23:40,039 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000005, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:40,039 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:40,039 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:23:40,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000005 on node: host: 10.1.1.68:60794 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:23:40,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:40,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:40,261 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772499062_0006 unregistered successfully.
2015-02-12 12:23:40,264 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:60744 127.0.0.1:60754 127.0.0.1:60751 127.0.0.1:60747
2015-02-12 12:23:40,265 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60744
2015-02-12 12:23:40,265 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:60754 127.0.0.1:60747 127.0.0.1:60744
2015-02-12 12:23:40,265 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:60747 127.0.0.1:60754 127.0.0.1:60744
2015-02-12 12:23:40,265 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:60751 127.0.0.1:60747 127.0.0.1:60744
2015-02-12 12:23:40,265 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:60744 127.0.0.1:60751 127.0.0.1:60747
2015-02-12 12:23:40,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0006 dst=null perm=null proto=rpc
2015-02-12 12:23:40,280 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:40,281 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:40,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:40,303 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary
2015-02-12 12:23:40,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/_temporary dst=null perm=null proto=rpc
2015-02-12 12:23:40,304 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second] completed flow: second
2015-02-12 12:23:40,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:40,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:40,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:40,320 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 6
2015-02-12 12:23:40,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:40,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:23:40,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:40,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:23:40,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:23:40,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null proto=rpc
2015-02-12 12:23:40,332 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/globmultiource2
2015-02-12 12:23:40,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:40,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:40,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:40,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2 dst=null perm=null proto=rpc
2015-02-12 12:23:40,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:40,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:40,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:23:40,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:23:40,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:40,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:40,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:23:40,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:23:40,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:23:40,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:23:40,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00005 dst=null perm=null proto=rpc
2015-02-12 12:23:40,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00005 dst=null perm=null proto=rpc
2015-02-12 12:23:40,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00006 dst=null perm=null proto=rpc
2015-02-12 12:23:40,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00006 dst=null perm=null proto=rpc
2015-02-12 12:23:40,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00007 dst=null perm=null proto=rpc
2015-02-12 12:23:40,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultiource2/part-00007 dst=null perm=null proto=rpc
2015-02-12 12:23:40,356 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/globmultisource
2015-02-12 12:23:40,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:40,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:40,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:40,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource dst=null perm=null proto=rpc
2015-02-12 12:23:40,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:40,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:23:40,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:23:40,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00001 dst=null perm=null proto=rpc
2015-02-12 12:23:40,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:40,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00002 dst=null perm=null proto=rpc
2015-02-12 12:23:40,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:23:40,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00003 dst=null perm=null proto=rpc
2015-02-12 12:23:40,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:23:40,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00004 dst=null perm=null proto=rpc
2015-02-12 12:23:40,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null proto=rpc
2015-02-12 12:23:40,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/globmultisource/part-00005 dst=null perm=null proto=rpc
2015-02-12 12:23:40,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 12:23:40,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 12:23:40,390 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 12:23:40,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/comments+lower.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/blah dst=null perm=null proto=rpc
2015-02-12 12:23:40,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,424 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:23:40,424 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:23:40,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:23:40,443 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 12:23:40,443 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 12:23:40,443 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: ["TextDelimited[['ip', 'count']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail"]
2015-02-12 12:23:40,444 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 12:23:40,444 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 12:23:40,444 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 12:23:40,445 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...tapplatform/committapfail
2015-02-12 12:23:40,467 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:23:40,480 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:23:40,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:23:40,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:23:40,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:23:40,486 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 7
2015-02-12 12:23:40,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007 dst=null perm=null proto=rpc
2015-02-12 12:23:40,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:23:40,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:23:40,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:40,492 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:40,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084 src: /127.0.0.1:61452 dest: /127.0.0.1:60747
2015-02-12 12:23:40,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084 src: /127.0.0.1:61453 dest: /127.0.0.1:60751
2015-02-12 12:23:40,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084 src: /127.0.0.1:61454 dest: /127.0.0.1:60744
2015-02-12 12:23:40,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61454, dest: /127.0.0.1:60744, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084, duration: 2839000
2015-02-12 12:23:40,500 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:40,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:40,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61453, dest: /127.0.0.1:60751, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084, duration: 2786000
2015-02-12 12:23:40,501 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:40,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61452, dest: /127.0.0.1:60747, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084, duration: 4487000
2015-02-12 12:23:40,503 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:40,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:23:40,507 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar
2015-02-12 12:23:40,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:40,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:23:40,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:23:40,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:23:40,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:23:40,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:23:40,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,517 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:23:40,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:40,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:40,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:40,522 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split
2015-02-12 12:23:40,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:40,523 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split. BP-282185163-10.1.1.68-1423772483132 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:23:40,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085 src: /127.0.0.1:61455 dest: /127.0.0.1:60747
2015-02-12 12:23:40,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085 src: /127.0.0.1:61456 dest: /127.0.0.1:60751
2015-02-12 12:23:40,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085 src: /127.0.0.1:61457 dest: /127.0.0.1:60744
2015-02-12 12:23:40,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085 src: /127.0.0.1:61458 dest: /127.0.0.1:60754
2015-02-12 12:23:40,532 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61458, dest: /127.0.0.1:60754, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085, duration: 1707000
2015-02-12 12:23:40,532 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:40,532 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:40,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:23:40,533 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61457, dest: /127.0.0.1:60744, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085, duration: 2297000
2015-02-12 12:23:40,533 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:40,534 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61456, dest: /127.0.0.1:60751, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085, duration: 3582000
2015-02-12 12:23:40,534 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:40,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61455, dest: /127.0.0.1:60747, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085, duration: 4292000
2015-02-12 12:23:40,535 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,537 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:23:40,537 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:23:40,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:40,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:40,541 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo. BP-282185163-10.1.1.68-1423772483132 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:40,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086 src: /127.0.0.1:61459 dest: /127.0.0.1:60751
2015-02-12 12:23:40,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086 src: /127.0.0.1:61460 dest: /127.0.0.1:60754
2015-02-12 12:23:40,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086 src: /127.0.0.1:61461 dest: /127.0.0.1:60744
2015-02-12 12:23:40,547 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61461, dest: /127.0.0.1:60744, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086, duration: 1175000
2015-02-12 12:23:40,547 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:40,548 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61460, dest: /127.0.0.1:60754, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086, duration: 1682000
2015-02-12 12:23:40,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:40,548 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:23:40,549 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61459, dest: /127.0.0.1:60751, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086, duration: 2526000
2015-02-12 12:23:40,549 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:40,551 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:23:40,551 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:23:40,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:40,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:23:40,579 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:40,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087 src: /127.0.0.1:61462 dest: /127.0.0.1:60747
2015-02-12 12:23:40,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087 src: /127.0.0.1:61463 dest: /127.0.0.1:60751
2015-02-12 12:23:40,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087 src: /127.0.0.1:61464 dest: /127.0.0.1:60744
2015-02-12 12:23:40,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61464, dest: /127.0.0.1:60744, bytes: 99203, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087, duration: 1800000
2015-02-12 12:23:40,586 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:40,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61463, dest: /127.0.0.1:60751, bytes: 99203, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087, duration: 2232000
2015-02-12 12:23:40,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:40,587 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,588 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61462, dest: /127.0.0.1:60747, bytes: 99203, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087, duration: 3678000
2015-02-12 12:23:40,588 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:40,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:23:40,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:23:40,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:23:40,591 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772499062_0007
2015-02-12 12:23:40,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007 dst=null perm=null proto=rpc
2015-02-12 12:23:40,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:40,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:40,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:40,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:40,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:40,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:40,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:40,607 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 7 submitted by user soberoi
2015-02-12 12:23:40,607 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772499062_0007
2015-02-12 12:23:40,607 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772499062_0007
2015-02-12 12:23:40,608 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0007 State change from NEW to NEW_SAVING
2015-02-12 12:23:40,608 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772499062_0007
2015-02-12 12:23:40,608 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0007 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:23:40,608 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772499062_0007 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:23:40,609 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772499062_0007 from user: soberoi, in queue: default
2015-02-12 12:23:40,609 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0007 State change from SUBMITTED to ACCEPTED
2015-02-12 12:23:40,609 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772499062_0007_000001
2015-02-12 12:23:40,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from NEW to SUBMITTED
2015-02-12 12:23:40,609 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772499062_0007 from user: soberoi activated in queue: default
2015-02-12 12:23:40,609 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772499062_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@4b887f99, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:23:40,610 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772499062_0007_000001 to scheduler from user soberoi in queue default
2015-02-12 12:23:40,611 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:23:40,612 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772499062_0007
2015-02-12 12:23:40,615 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:60771/proxy/application_1423772499062_0007/
2015-02-12 12:23:40,615 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423772499062_0007
2015-02-12 12:23:40,615 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:60771/proxy/application_1423772499062_0007/
2015-02-12 12:23:41,013 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:41,014 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:41,014 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000001
2015-02-12 12:23:41,014 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60786, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 12:23:41,015 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0007_000001 container=Container: [ContainerId: container_1423772499062_0007_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:41,015 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:23:41,015 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:41,016 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60786 for container : container_1423772499062_0007_01_000001
2015-02-12 12:23:41,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:41,017 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772499062_0007_000001
2015-02-12 12:23:41,017 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772499062_0007 AttemptId: appattempt_1423772499062_0007_000001 MasterContainer: Container: [ContainerId: container_1423772499062_0007_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ]
2015-02-12 12:23:41,018 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:23:41,018 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:23:41,018 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772499062_0007_000001
2015-02-12 12:23:41,019 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772499062_0007_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] for AM appattempt_1423772499062_0007_000001
2015-02-12 12:23:41,019 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772499062_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:23:41,020 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772499062_0007_000001
2015-02-12 12:23:41,020 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772499062_0007_000001
2015-02-12 12:23:41,022 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:41,024 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0007_01_000001 by user soberoi
2015-02-12 12:23:41,025 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0007
2015-02-12 12:23:41,025 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000001
2015-02-12 12:23:41,025 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0007 transitioned from NEW to INITING
2015-02-12 12:23:41,025 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0007_01_000001 to application application_1423772499062_0007
2015-02-12 12:23:41,025 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772499062_0007_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] for AM appattempt_1423772499062_0007_000001
2015-02-12 12:23:41,025 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0007 transitioned from INITING to RUNNING
2015-02-12 12:23:41,026 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:23:41,026 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:23:41,026 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0007
2015-02-12 12:23:41,026 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:23:41,026 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:23:41,026 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:23:41,026 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:23:41,027 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0007_01_000001
2015-02-12 12:23:41,035 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772499062_0007_01_000001.tokens. Credentials list:
2015-02-12 12:23:41,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:41,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:41,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:41,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:41,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:41,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423772499062_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000001.tokens
2015-02-12 12:23:41,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:23:41,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:41,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:41,282 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:41,282 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:41,313 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:41,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:41,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:41,360 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:41,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:41,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:41,410 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:41,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:41,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:41,460 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:41,460 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:41,492 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:41,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:41,535 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:41,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000001/default_container_executor.sh]
2015-02-12 12:23:42,015 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:42,015 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:42,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:42,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:42,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:42,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:42,258 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:60744 to replicate blk_1073741908_1084 to datanode(s) 127.0.0.1:60754
2015-02-12 12:23:42,258 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60751 to delete [blk_1073741895_1071, blk_1073741896_1072, blk_1073741899_1075, blk_1073741901_1077]
2015-02-12 12:23:42,259 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60744 to delete [blk_1073741895_1071, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741901_1077]
2015-02-12 12:23:42,287 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:42,287 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:42,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:42,978 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=faae4714-688c-4f7c-9931-de3be9ab8bea, infoPort=60745, ipcPort=60746, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) Starting thread to transfer BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084 to 127.0.0.1:60754
2015-02-12 12:23:42,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 12:23:42,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 12:23:42,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 12:23:42,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 12:23:42,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 12:23:42,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 12:23:42,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 12:23:42,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 12:23:42,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 12:23:42,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 12:23:42,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 12:23:42,981 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084 (numBytes=254067) to /127.0.0.1:60754
2015-02-12 12:23:42,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 12:23:42,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084 src: /127.0.0.1:61468 dest: /127.0.0.1:60754
2015-02-12 12:23:42,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084 src: /127.0.0.1:61468 dest: /127.0.0.1:60754 of size 254067
2015-02-12 12:23:42,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741908_1084 size 254067
2015-02-12 12:23:43,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:43,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:43,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:43,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:43,052 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:43,204 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 12:23:43,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 12:23:43,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 12:23:43,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 12:23:43,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 12:23:43,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 12:23:43,206 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 12:23:43,206 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 12:23:43,288 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:43,288 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:43,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:23:43,539 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:43,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:23:43,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:23:43,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:23:43,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007 dst=null perm=null proto=rpc
2015-02-12 12:23:43,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:23:43,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:23:43,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:43,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:23:44,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:44,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:44,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:44,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:44,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:44,291 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:44,291 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:44,541 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:44,878 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:44,880 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772499062_0007_000001
2015-02-12 12:23:44,880 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772499062_0007 APPATTEMPTID=appattempt_1423772499062_0007_000001
2015-02-12 12:23:44,881 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:23:44,881 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0007 State change from ACCEPTED to RUNNING
2015-02-12 12:23:44,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:44,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:23:45,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:23:45,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:45,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:45,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:45,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:45,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:45,170 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1_conf.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:23:45,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088 src: /127.0.0.1:61476 dest: /127.0.0.1:60747
2015-02-12 12:23:45,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088 src: /127.0.0.1:61477 dest: /127.0.0.1:60751
2015-02-12 12:23:45,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088 src: /127.0.0.1:61478 dest: /127.0.0.1:60754
2015-02-12 12:23:45,253 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61478, dest: /127.0.0.1:60754, bytes: 116302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088, duration: 30648000
2015-02-12 12:23:45,254 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:23:45,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:23:45,254 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61477, dest: /127.0.0.1:60751, bytes: 116302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088, duration: 29877000
2015-02-12 12:23:45,255 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:45,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:45,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61476, dest: /127.0.0.1:60747, bytes: 116302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088, duration: 30914000
2015-02-12 12:23:45,255 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:23:45,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:23:45,259 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:23:45,264 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60754 to delete [blk_1073741895_1071, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074]
2015-02-12 12:23:45,264 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60747 to delete [blk_1073741895_1071, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741901_1077]
2015-02-12 12:23:45,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:45,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:45,316 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772499062_0006_01_000001 succeeded
2015-02-12 12:23:45,316 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:23:45,316 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0006_01_000001
2015-02-12 12:23:45,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000001
2015-02-12 12:23:45,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000001
2015-02-12 12:23:45,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000001
2015-02-12 12:23:45,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0006/container_1423772499062_0006_01_000001
2015-02-12 12:23:45,337 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000001
2015-02-12 12:23:45,337 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:23:45,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080
2015-02-12 12:23:45,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076
2015-02-12 12:23:45,338 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0006_01_000001 from application application_1423772499062_0006
2015-02-12 12:23:45,338 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:45,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078
2015-02-12 12:23:45,339 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0006
2015-02-12 12:23:45,339 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079
2015-02-12 12:23:45,339 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081
2015-02-12 12:23:45,546 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:45,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 12:23:45,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 12:23:45,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 12:23:45,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 12:23:45,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 12:23:45,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 12:23:45,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 12:23:45,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 12:23:45,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 12:23:45,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 12:23:45,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 12:23:45,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 12:23:45,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076
2015-02-12 12:23:45,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082
2015-02-12 12:23:45,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081
2015-02-12 12:23:45,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085
2015-02-12 12:23:46,028 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,028 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:46,029 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000002
2015-02-12 12:23:46,029 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:23:46,029 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0007_000001 container=Container: [ContainerId: container_1423772499062_0007_01_000002, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:46,029 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-12 12:23:46,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:46,030 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:46,030 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000003
2015-02-12 12:23:46,030 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 12:23:46,031 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0007_000001 container=Container: [ContainerId: container_1423772499062_0007_01_000003, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:46,031 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-12 12:23:46,031 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:46,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087
2015-02-12 12:23:46,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078
2015-02-12 12:23:46,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085
2015-02-12 12:23:46,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741900_1076
2015-02-12 12:23:46,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080
2015-02-12 12:23:46,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084
2015-02-12 12:23:46,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,059 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,059 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,059 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:46,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000004
2015-02-12 12:23:46,060 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:23:46,060 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0007_000001 container=Container: [ContainerId: container_1423772499062_0007_01_000004, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:46,061 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-12 12:23:46,061 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:46,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:46,061 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000005
2015-02-12 12:23:46,062 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:23:46,062 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0007_000001 container=Container: [ContainerId: container_1423772499062_0007_01_000005, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:46,062 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-12 12:23:46,062 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:46,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741905_1081
2015-02-12 12:23:46,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741902_1078
2015-02-12 12:23:46,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741904_1080
2015-02-12 12:23:46,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079
2015-02-12 12:23:46,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083
2015-02-12 12:23:46,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085
2015-02-12 12:23:46,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082
2015-02-12 12:23:46,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086
2015-02-12 12:23:46,195 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084
2015-02-12 12:23:46,244 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741906_1082
2015-02-12 12:23:46,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083
2015-02-12 12:23:46,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086
2015-02-12 12:23:46,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:46,298 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772499062_0006_000001
2015-02-12 12:23:46,298 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772499062_0006_000001
2015-02-12 12:23:46,298 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0006_000001 State change from FINISHING to FINISHED
2015-02-12 12:23:46,298 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0006 State change from FINISHING to FINISHED
2015-02-12 12:23:46,298 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:23:46,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000001
2015-02-12 12:23:46,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772499062_0006
2015-02-12 12:23:46,299 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772499062_0006_000001
2015-02-12 12:23:46,299 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772499062_0006,name=[03449BCEF52042828DA13EF2ECA39173/60F133042CEC4C0EA8FE1497E0A17CB2] second/(1/1) ...pplatform/globmultiource2,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:60771/proxy/application_1423772499062_0006/jobhistory/job/job_1423772499062_0006,appMasterHost=10.1.1.68,startTime=1423772596266,finishTime=1423772619253,finalStatus=SUCCEEDED
2015-02-12 12:23:46,299 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60790, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:23:46,299 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 12:23:46,300 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0006_01_000001, NodeId: 10.1.1.68:60790, NodeHttpAddress: 10.1.1.68:60793, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60790 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:46,300 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:46,300 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-02-12 12:23:46,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0006_000001 released container container_1423772499062_0006_01_000001 on node: host: 10.1.1.68:60790 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:23:46,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772499062_0006_000001 is done. finalState=FINISHED
2015-02-12 12:23:46,300 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772499062_0006 requests cleared
2015-02-12 12:23:46,301 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772499062_0006 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:23:46,301 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772499062_0006 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:23:46,303 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0006_000001 (auth:SIMPLE)
2015-02-12 12:23:46,304 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0006_01_000001
2015-02-12 12:23:46,304 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0006 CONTAINERID=container_1423772499062_0006_01_000001
2015-02-12 12:23:46,305 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0006_01_000001, container_1423772499062_0006_01_000002]
2015-02-12 12:23:46,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,305 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:46,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:46,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:46,307 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0006
2015-02-12 12:23:46,307 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:46,307 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0006, with delay of 10800 seconds
2015-02-12 12:23:46,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:46,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:46,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741907_1083
2015-02-12 12:23:46,396 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087
2015-02-12 12:23:46,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741903_1079
2015-02-12 12:23:46,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 12:23:46,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 12:23:46,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 12:23:46,441 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 12:23:46,441 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 12:23:46,441 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 12:23:46,441 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 12:23:46,441 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 12:23:46,551 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:46,551 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:46,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:46,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:46,553 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0006
2015-02-12 12:23:46,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:46,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:46,554 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:46,554 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0006, with delay of 10800 seconds
2015-02-12 12:23:46,930 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60786 for container : container_1423772499062_0007_01_000002
2015-02-12 12:23:46,931 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:46,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:46,932 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60794 for container : container_1423772499062_0007_01_000004
2015-02-12 12:23:46,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:46,934 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:46,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:46,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:46,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:46,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:46,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:46,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:46,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:46,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:46,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:23:46,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:23:47,028 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:47,028 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:47,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:47,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:47,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:47,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:47,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0006
2015-02-12 12:23:47,030 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:47,030 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0006, with delay of 10800 seconds
2015-02-12 12:23:47,056 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:47,056 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:47,057 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:47,057 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:47,059 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0007_01_000003 by user soberoi
2015-02-12 12:23:47,060 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000003
2015-02-12 12:23:47,060 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0007_01_000003 to application application_1423772499062_0007
2015-02-12 12:23:47,060 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:23:47,060 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0007
2015-02-12 12:23:47,061 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0007
2015-02-12 12:23:47,061 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:47,061 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0007_01_000005 by user soberoi
2015-02-12 12:23:47,061 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0007
2015-02-12 12:23:47,061 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0007
2015-02-12 12:23:47,061 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000005
2015-02-12 12:23:47,061 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:47,062 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0007_01_000002 by user soberoi
2015-02-12 12:23:47,063 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0007 transitioned from NEW to INITING
2015-02-12 12:23:47,063 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000002
2015-02-12 12:23:47,064 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0006_01_000006, container_1423772499062_0006_01_000004, container_1423772499062_0006_01_000007]
2015-02-12 12:23:47,063 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0007_01_000005 to application application_1423772499062_0007
2015-02-12 12:23:47,064 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0007 transitioned from INITING to RUNNING
2015-02-12 12:23:47,065 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:23:47,065 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0007
2015-02-12 12:23:47,065 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0007
2015-02-12 12:23:47,065 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:47,065 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0007
2015-02-12 12:23:47,065 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:23:47,065 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:23:47,066 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0007_01_000005
2015-02-12 12:23:47,066 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0007_01_000002 to application application_1423772499062_0007
2015-02-12 12:23:47,066 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:23:47,066 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0007
2015-02-12 12:23:47,066 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0007
2015-02-12 12:23:47,066 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:47,066 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0007
2015-02-12 12:23:47,067 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:47,068 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0007_01_000004 by user soberoi
2015-02-12 12:23:47,068 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000004
2015-02-12 12:23:47,071 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:47,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:47,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:47,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:47,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:47,086 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0007_01_000004 to application application_1423772499062_0007
2015-02-12 12:23:47,086 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:23:47,086 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:23:47,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0006
2015-02-12 12:23:47,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0007
2015-02-12 12:23:47,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0007
2015-02-12 12:23:47,088 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:47,088 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0007
2015-02-12 12:23:47,088 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:23:47,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0007_01_000004
2015-02-12 12:23:47,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:47,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:47,090 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0006, with delay of 10800 seconds
2015-02-12 12:23:47,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:47,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0006
2015-02-12 12:23:47,112 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772499062_0007_01_000005.tokens. Credentials list:
2015-02-12 12:23:47,120 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772499062_0007_01_000004.tokens. Credentials list:
2015-02-12 12:23:47,141 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:47,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:47,141 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:47,142 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:47,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:47,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000003/default_container_executor.sh]
2015-02-12 12:23:47,307 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:47,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000002/default_container_executor.sh]
2015-02-12 12:23:47,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:23:47,439 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772499062_0007_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000005.tokens
2015-02-12 12:23:47,439 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:23:47,556 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:47,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772499062_0007_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000004.tokens
2015-02-12 12:23:47,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:23:47,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:47,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 12:23:47,640 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:47,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:47,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 12:23:47,734 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:23:47,734 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:47,735 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:47,789 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:47,789 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:47,789 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:47,789 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:47,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000004/default_container_executor.sh]
2015-02-12 12:23:47,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000005/default_container_executor.sh]
2015-02-12 12:23:47,945 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:23:48,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:48,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:48,033 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:48,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:48,068 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:50,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741909_1085
2015-02-12 12:23:50,345 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084
2015-02-12 12:23:50,346 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741910_1086
2015-02-12 12:23:50,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741911_1087
2015-02-12 12:23:51,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741908_1084
2015-02-12 12:23:51,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088
2015-02-12 12:23:51,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088
2015-02-12 12:23:51,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741912_1088
2015-02-12 12:23:54,150 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 12:23:54,151 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:23:54,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:54,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:54,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:54,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:54,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:54,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job.split dst=null perm=null proto=rpc
2015-02-12 12:23:54,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:54,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:23:55,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:23:55,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:23:55,074 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:55,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0007_01_000002
2015-02-12 12:23:55,108 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000002
2015-02-12 12:23:55,108 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:23:55,108 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0007_01_000002
2015-02-12 12:23:55,128 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1.jhist. BP-282185163-10.1.1.68-1423772483132 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:23:55,129 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0007_01_000002 is : 143
2015-02-12 12:23:55,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089 src: /127.0.0.1:61504 dest: /127.0.0.1:60754
2015-02-12 12:23:55,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089 src: /127.0.0.1:61505 dest: /127.0.0.1:60747
2015-02-12 12:23:55,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089 src: /127.0.0.1:61506 dest: /127.0.0.1:60744
2015-02-12 12:23:55,138 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:55,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000002
2015-02-12 12:23:55,139 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000002
2015-02-12 12:23:55,139 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:55,139 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0007_01_000002 from application application_1423772499062_0007
2015-02-12 12:23:55,139 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:55,139 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0007
2015-02-12 12:23:55,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000002
2015-02-12 12:23:55,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000002
2015-02-12 12:23:55,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000002
2015-02-12 12:23:55,145 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1.jhist for DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:23:55,165 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:55,167 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0007_01_000003
2015-02-12 12:23:55,167 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000003
2015-02-12 12:23:55,167 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:23:55,167 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0007_01_000003
2015-02-12 12:23:55,168 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:55,168 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:23:55,168 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000002
2015-02-12 12:23:55,169 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 12:23:55,169 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:23:55,170 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0007_01_000002, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:55,170 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:55,170 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:23:55,170 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0007_000001 released container container_1423772499062_0007_01_000002 on node: host: 10.1.1.68:60786 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 12:23:55,186 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0007_01_000003 is : 143
2015-02-12 12:23:55,200 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:55,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000003
2015-02-12 12:23:55,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000003
2015-02-12 12:23:55,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000003
2015-02-12 12:23:55,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000003
2015-02-12 12:23:55,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000003
2015-02-12 12:23:55,203 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:55,203 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0007_01_000003 from application application_1423772499062_0007
2015-02-12 12:23:55,203 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:55,203 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0007
2015-02-12 12:23:55,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:23:55,394 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:55,395 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0007_01_000004
2015-02-12 12:23:55,396 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000004
2015-02-12 12:23:55,396 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:23:55,396 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0007_01_000004
2015-02-12 12:23:55,412 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0007_01_000004 is : 143
2015-02-12 12:23:55,425 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:55,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000004
2015-02-12 12:23:55,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000004
2015-02-12 12:23:55,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000004
2015-02-12 12:23:55,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000004
2015-02-12 12:23:55,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000004
2015-02-12 12:23:55,426 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:55,427 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0007_01_000004 from application application_1423772499062_0007
2015-02-12 12:23:55,427 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:55,427 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0007
2015-02-12 12:23:55,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:23:55,454 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:55,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0007_01_000005
2015-02-12 12:23:55,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000005
2015-02-12 12:23:55,456 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:23:55,457 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0007_01_000005
2015-02-12 12:23:55,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:55,457 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0007_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:23:55,458 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000004
2015-02-12 12:23:55,458 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:23:55,458 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:23:55,459 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0007_01_000004, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:55,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:55,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:23:55,459 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0007_000001 released container container_1423772499062_0007_01_000004 on node: host: 10.1.1.68:60794 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:23:55,476 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0007_01_000005 is : 143
2015-02-12 12:23:55,487 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:23:55,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000005
2015-02-12 12:23:55,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000005
2015-02-12 12:23:55,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000005
2015-02-12 12:23:55,489 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:23:55,489 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0007_01_000005 from application application_1423772499062_0007
2015-02-12 12:23:55,489 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:55,489 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0007
2015-02-12 12:23:55,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000005
2015-02-12 12:23:55,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000005
2015-02-12 12:23:56,171 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:56,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:56,171 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:23:56,172 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000003
2015-02-12 12:23:56,172 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:23:56,172 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:23:56,173 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0007_01_000003, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:56,173 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:56,173 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:23:56,174 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0007_000001 released container container_1423772499062_0007_01_000003 on node: host: 10.1.1.68:60786 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:23:56,461 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:56,461 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:23:56,461 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0007_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:23:56,461 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000005
2015-02-12 12:23:56,462 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:23:56,462 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:23:56,463 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0007_01_000005, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:23:56,463 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:56,463 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:23:56,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0007_000001 released container container_1423772499062_0007_01_000005 on node: host: 10.1.1.68:60794 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:23:57,176 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0007_01_000002]
2015-02-12 12:23:57,176 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:57,176 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:57,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:23:57,177 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000006
2015-02-12 12:23:57,177 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0007_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 12:23:57,177 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0007_000001 container=Container: [ContainerId: container_1423772499062_0007_01_000006, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:23:57,178 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:23:57,178 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:23:57,463 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0007_01_000004]
2015-02-12 12:23:57,463 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:57,463 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:58,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:23:58,010 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:23:58,012 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0007_01_000006 by user soberoi
2015-02-12 12:23:58,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000006
2015-02-12 12:23:58,013 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0007_01_000006 to application application_1423772499062_0007
2015-02-12 12:23:58,013 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:23:58,013 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0007
2015-02-12 12:23:58,013 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0007
2015-02-12 12:23:58,013 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:23:58,014 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0007
2015-02-12 12:23:58,014 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:23:58,047 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:23:58,047 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:23:58,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000006/default_container_executor.sh]
2015-02-12 12:23:58,179 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0007_01_000003]
2015-02-12 12:23:58,179 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:23:58,179 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:58,466 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0007_01_000005]
2015-02-12 12:23:58,466 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:23:59,005 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:24:00,604 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:24:00,604 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:24:00,623 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:24:00,624 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:24:00,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:00,987 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_r_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:24:01,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090 src: /127.0.0.1:61517 dest: /127.0.0.1:60744
2015-02-12 12:24:01,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090 src: /127.0.0.1:61518 dest: /127.0.0.1:60751
2015-02-12 12:24:01,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090 src: /127.0.0.1:61519 dest: /127.0.0.1:60747
2015-02-12 12:24:01,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61519, dest: /127.0.0.1:60747, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0007_r_000000_0_-1974773300_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090, duration: 37432000
2015-02-12 12:24:01,116 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:01,117 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61518, dest: /127.0.0.1:60751, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0007_r_000000_0_-1974773300_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090, duration: 38349000
2015-02-12 12:24:01,117 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:24:01,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61517, dest: /127.0.0.1:60744, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0007_r_000000_0_-1974773300_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090, duration: 40093000
2015-02-12 12:24:01,119 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:24:01,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW]]} size 0
2015-02-12 12:24:01,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772499062_0007_r_000000_0_-1974773300_1
2015-02-12 12:24:01,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:01,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:01,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/task_1423772499062_0007_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:24:01,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/_temporary/attempt_1423772499062_0007_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/task_1423772499062_0007_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:24:01,178 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:24:01,185 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0007_01_000006
2015-02-12 12:24:01,186 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000006
2015-02-12 12:24:01,186 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:24:01,186 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0007_01_000006
2015-02-12 12:24:01,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:01,194 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:24:01,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:24:01,203 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0007_01_000006 is : 143
2015-02-12 12:24:01,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:24:01,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:24:01,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/task_1423772499062_0007_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:24:01,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:01,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary/1/task_1423772499062_0007_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:01,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:01,223 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:24:01,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000006
2015-02-12 12:24:01,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000006
2015-02-12 12:24:01,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000006
2015-02-12 12:24:01,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000006
2015-02-12 12:24:01,226 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000006
2015-02-12 12:24:01,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:01,228 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:24:01,228 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0007_01_000006 from application application_1423772499062_0007
2015-02-12 12:24:01,228 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:01,229 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0007
2015-02-12 12:24:01,229 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:24:01,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:01,232 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:24:01,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61506, dest: /127.0.0.1:60744, bytes: 61378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089, duration: 6110269000
2015-02-12 12:24:01,248 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:01,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 15709
2015-02-12 12:24:01,252 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61505, dest: /127.0.0.1:60747, bytes: 61378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089, duration: 6113456000
2015-02-12 12:24:01,252 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 15709
2015-02-12 12:24:01,253 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61504, dest: /127.0.0.1:60754, bytes: 61378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089, duration: 6114601000
2015-02-12 12:24:01,253 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]} size 15709
2015-02-12 12:24:01,255 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:24:01,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:01,262 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007.summary_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:24:01,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091 src: /127.0.0.1:61521 dest: /127.0.0.1:60744
2015-02-12 12:24:01,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091 src: /127.0.0.1:61522 dest: /127.0.0.1:60751
2015-02-12 12:24:01,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091 src: /127.0.0.1:61523 dest: /127.0.0.1:60754
2015-02-12 12:24:01,271 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61523, dest: /127.0.0.1:60754, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091, duration: 1462000
2015-02-12 12:24:01,271 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:01,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:01,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61522, dest: /127.0.0.1:60751, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091, duration: 2409000
2015-02-12 12:24:01,272 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61521, dest: /127.0.0.1:60744, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091, duration: 4139000
2015-02-12 12:24:01,274 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:01,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:01,279 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:24:01,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:01,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:24:01,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007-1423772620607-soberoi-%5B4B1AA809F5FB42A9824E02253FBCF6D0%2F41934C3A525449E0-1423772641233-4-1-SUCCEEDED-default-1423772624934.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:24:01,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:24:01,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007-1423772620607-soberoi-%5B4B1AA809F5FB42A9824E02253FBCF6D0%2F41934C3A525449E0-1423772641233-4-1-SUCCEEDED-default-1423772624934.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:24:01,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:24:01,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007-1423772620607-soberoi-%5B4B1AA809F5FB42A9824E02253FBCF6D0%2F41934C3A525449E0-1423772641233-4-1-SUCCEEDED-default-1423772624934.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:01,310 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007-1423772620607-soberoi-%5B4B1AA809F5FB42A9824E02253FBCF6D0%2F41934C3A525449E0-1423772641233-4-1-SUCCEEDED-default-1423772624934.jhist_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:24:01,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092 src: /127.0.0.1:61525 dest: /127.0.0.1:60747
2015-02-12 12:24:01,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092 src: /127.0.0.1:61526 dest: /127.0.0.1:60751
2015-02-12 12:24:01,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092 src: /127.0.0.1:61527 dest: /127.0.0.1:60754
2015-02-12 12:24:01,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61527, dest: /127.0.0.1:60754, bytes: 61378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092, duration: 2508000
2015-02-12 12:24:01,326 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:01,328 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61526, dest: /127.0.0.1:60751, bytes: 61378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092, duration: 5477000
2015-02-12 12:24:01,328 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:01,329 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61525, dest: /127.0.0.1:60747, bytes: 61378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092, duration: 6922000
2015-02-12 12:24:01,330 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:01,331 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007-1423772620607-soberoi-%5B4B1AA809F5FB42A9824E02253FBCF6D0%2F41934C3A525449E0-1423772641233-4-1-SUCCEEDED-default-1423772624934.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:24:01,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741916_1092 size 61378
2015-02-12 12:24:01,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007-1423772620607-soberoi-%5B4B1AA809F5FB42A9824E02253FBCF6D0%2F41934C3A525449E0-1423772641233-4-1-SUCCEEDED-default-1423772624934.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:01,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:24:01,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:24:01,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:24:01,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:24:01,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007/job_1423772499062_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:24:01,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:01,348 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007_conf.xml_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:24:01,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093 src: /127.0.0.1:61528 dest: /127.0.0.1:60744
2015-02-12 12:24:01,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093 src: /127.0.0.1:61529 dest: /127.0.0.1:60747
2015-02-12 12:24:01,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093 src: /127.0.0.1:61530 dest: /127.0.0.1:60751
2015-02-12 12:24:01,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61530, dest: /127.0.0.1:60751, bytes: 116302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093, duration: 2515000
2015-02-12 12:24:01,358 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:01,359 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61529, dest: /127.0.0.1:60747, bytes: 116302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093, duration: 3569000
2015-02-12 12:24:01,360 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,364 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61528, dest: /127.0.0.1:60744, bytes: 116302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1785272842_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093, duration: 7881000
2015-02-12 12:24:01,364 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:01,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:24:01,366 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1785272842_1
2015-02-12 12:24:01,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741917_1093 size 116302
2015-02-12 12:24:01,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741917_1093 size 116302
2015-02-12 12:24:01,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:01,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:01,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:01,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007-1423772620607-soberoi-%5B4B1AA809F5FB42A9824E02253FBCF6D0%2F41934C3A525449E0-1423772641233-4-1-SUCCEEDED-default-1423772624934.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0007-1423772620607-soberoi-%5B4B1AA809F5FB42A9824E02253FBCF6D0%2F41934C3A525449E0-1423772641233-4-1-SUCCEEDED-default-1423772624934.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:01,399 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772499062_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:24:01,399 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:24:01,399 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772499062_0007 with final state: FINISHING
2015-02-12 12:24:01,399 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0007 State change from RUNNING to FINAL_SAVING
2015-02-12 12:24:01,400 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772499062_0007
2015-02-12 12:24:01,400 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:24:01,400 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0007 State change from FINAL_SAVING to FINISHING
2015-02-12 12:24:02,191 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:24:02,191 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0007_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:24:02,192 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000006
2015-02-12 12:24:02,192 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0007_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60786, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:24:02,192 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:24:02,193 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0007_01_000006, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:24:02,193 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:02,194 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:24:02,194 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0007_000001 released container container_1423772499062_0007_01_000006 on node: host: 10.1.1.68:60786 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:24:02,408 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772499062_0007 unregistered successfully.
2015-02-12 12:24:02,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741908_1084 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60744 127.0.0.1:60754
2015-02-12 12:24:02,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60744 127.0.0.1:60754
2015-02-12 12:24:02,412 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60744
2015-02-12 12:24:02,413 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60744
2015-02-12 12:24:02,413 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:60754 127.0.0.1:60747 127.0.0.1:60744
2015-02-12 12:24:02,413 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741912_1088 127.0.0.1:60747 127.0.0.1:60751 127.0.0.1:60754
2015-02-12 12:24:02,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0007 dst=null perm=null proto=rpc
2015-02-12 12:24:02,418 ERROR flow.FlowStep (BaseFlowStep.java:logError(849)) - [test] unable to commit sink: hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail
java.io.IOException: failed intentionally
at cascading.tap.hadoop.HadoopTapPlatformTest$2.commitResource(HadoopTapPlatformTest.java:403)
at cascading.tap.hadoop.HadoopTapPlatformTest$2.commitResource(HadoopTapPlatformTest.java:399)
at cascading.flow.planner.BaseFlowStep.commitResource(BaseFlowStep.java:440)
at cascading.flow.planner.BaseFlowStep.commitSinks(BaseFlowStep.java:428)
at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:248)
at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:160)
at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:124)
at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:43)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
2015-02-12 12:24:02,449 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] stopping all jobs
2015-02-12 12:24:02,450 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] stopping: (1/1) ...tapplatform/committapfail
2015-02-12 12:24:02,452 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] stopped all jobs
2015-02-12 12:24:02,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:24:02,454 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary
2015-02-12 12:24:02,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:02,456 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/committapfail
2015-02-12 12:24:02,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:24:02,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:24:02,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:24:02,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail dst=null perm=null proto=rpc
2015-02-12 12:24:02,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:02,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committapfail/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:02,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:02,480 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 12:24:02,480 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 12:24:02,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:02,493 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 12:24:02,493 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 12:24:02,493 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: ["TextDelimited[['ip', 'count']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap"]
2015-02-12 12:24:02,493 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 12:24:02,494 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 12:24:02,494 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 12:24:02,494 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...dooptapplatform/committap
2015-02-12 12:24:02,505 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:24:02,516 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:60770
2015-02-12 12:24:02,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:02,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:24:02,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:24:02,523 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 8
2015-02-12 12:24:02,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008 dst=null perm=null proto=rpc
2015-02-12 12:24:02,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:02,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 12:24:02,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:02,530 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar. BP-282185163-10.1.1.68-1423772483132 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:24:02,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094 src: /127.0.0.1:61534 dest: /127.0.0.1:60744
2015-02-12 12:24:02,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094 src: /127.0.0.1:61535 dest: /127.0.0.1:60751
2015-02-12 12:24:02,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094 src: /127.0.0.1:61536 dest: /127.0.0.1:60754
2015-02-12 12:24:02,538 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61536, dest: /127.0.0.1:60754, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094, duration: 2251000
2015-02-12 12:24:02,538 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:02,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:24:02,539 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61535, dest: /127.0.0.1:60751, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094, duration: 3154000
2015-02-12 12:24:02,539 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:24:02,540 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61534, dest: /127.0.0.1:60744, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094, duration: 4258000
2015-02-12 12:24:02,540 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:24:02,543 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:02,544 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar
2015-02-12 12:24:02,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:02,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 12:24:02,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:24:02,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:02,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 12:24:02,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:02,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:02,556 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:24:02,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:02,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:02,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:02,564 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split
2015-02-12 12:24:02,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:02,566 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split. BP-282185163-10.1.1.68-1423772483132 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:24:02,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095 src: /127.0.0.1:61537 dest: /127.0.0.1:60747
2015-02-12 12:24:02,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095 src: /127.0.0.1:61538 dest: /127.0.0.1:60754
2015-02-12 12:24:02,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095 src: /127.0.0.1:61539 dest: /127.0.0.1:60744
2015-02-12 12:24:02,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095 src: /127.0.0.1:61540 dest: /127.0.0.1:60751
2015-02-12 12:24:02,575 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61540, dest: /127.0.0.1:60751, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095, duration: 1533000
2015-02-12 12:24:02,575 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:02,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:24:02,576 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61539, dest: /127.0.0.1:60744, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095, duration: 2291000
2015-02-12 12:24:02,576 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:02,577 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61538, dest: /127.0.0.1:60754, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095, duration: 3416000
2015-02-12 12:24:02,577 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:02,578 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61537, dest: /127.0.0.1:60747, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095, duration: 4204000
2015-02-12 12:24:02,578 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:02,581 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:02,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:02,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:02,585 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo. BP-282185163-10.1.1.68-1423772483132 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:24:02,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096 src: /127.0.0.1:61541 dest: /127.0.0.1:60744
2015-02-12 12:24:02,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096 src: /127.0.0.1:61542 dest: /127.0.0.1:60747
2015-02-12 12:24:02,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096 src: /127.0.0.1:61543 dest: /127.0.0.1:60751
2015-02-12 12:24:02,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61543, dest: /127.0.0.1:60751, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096, duration: 1514000
2015-02-12 12:24:02,594 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:02,595 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61542, dest: /127.0.0.1:60747, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096, duration: 2385000
2015-02-12 12:24:02,595 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]} size 0
2015-02-12 12:24:02,597 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61541, dest: /127.0.0.1:60744, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096, duration: 3758000
2015-02-12 12:24:02,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:02,597 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:02,600 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:02,600 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 12:24:02,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:02,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:02,630 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:24:02,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097 src: /127.0.0.1:61544 dest: /127.0.0.1:60751
2015-02-12 12:24:02,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097 src: /127.0.0.1:61545 dest: /127.0.0.1:60754
2015-02-12 12:24:02,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097 src: /127.0.0.1:61546 dest: /127.0.0.1:60744
2015-02-12 12:24:02,641 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61546, dest: /127.0.0.1:60744, bytes: 99231, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097, duration: 1609000
2015-02-12 12:24:02,641 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:02,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:24:02,642 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61545, dest: /127.0.0.1:60754, bytes: 99231, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097, duration: 2112000
2015-02-12 12:24:02,642 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,643 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61544, dest: /127.0.0.1:60751, bytes: 99231, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097, duration: 3162000
2015-02-12 12:24:02,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:02,643 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:02,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:02,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:02,648 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423772499062_0008
2015-02-12 12:24:02,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008 dst=null perm=null proto=rpc
2015-02-12 12:24:02,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:02,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:02,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:02,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:02,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:02,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:02,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:24:02,667 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 8 submitted by user soberoi
2015-02-12 12:24:02,668 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423772499062_0008
2015-02-12 12:24:02,668 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423772499062_0008
2015-02-12 12:24:02,668 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423772499062_0008
2015-02-12 12:24:02,668 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0008 State change from NEW to NEW_SAVING
2015-02-12 12:24:02,668 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0008 State change from NEW_SAVING to SUBMITTED
2015-02-12 12:24:02,668 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423772499062_0008 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 12:24:02,668 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423772499062_0008 from user: soberoi, in queue: default
2015-02-12 12:24:02,669 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0008 State change from SUBMITTED to ACCEPTED
2015-02-12 12:24:02,669 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423772499062_0008
2015-02-12 12:24:02,669 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423772499062_0008_000001
2015-02-12 12:24:02,670 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0008_000001 State change from NEW to SUBMITTED
2015-02-12 12:24:02,670 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423772499062_0008 from user: soberoi activated in queue: default
2015-02-12 12:24:02,670 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423772499062_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@4b887f99, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 12:24:02,670 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423772499062_0008_000001 to scheduler from user soberoi in queue default
2015-02-12 12:24:02,672 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 12:24:02,673 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:60771/proxy/application_1423772499062_0008/
2015-02-12 12:24:02,674 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423772499062_0008
2015-02-12 12:24:02,674 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:60771/proxy/application_1423772499062_0008/
2015-02-12 12:24:03,192 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:03,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:03,193 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000001
2015-02-12 12:24:03,194 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60786, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 12:24:03,194 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0008_000001 container=Container: [ContainerId: container_1423772499062_0008_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:03,194 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 12:24:03,194 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:03,195 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60786 for container : container_1423772499062_0008_01_000001
2015-02-12 12:24:03,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:03,196 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423772499062_0008_000001
2015-02-12 12:24:03,196 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423772499062_0008 AttemptId: appattempt_1423772499062_0008_000001 MasterContainer: Container: [ContainerId: container_1423772499062_0008_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ]
2015-02-12 12:24:03,196 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 12:24:03,197 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 12:24:03,197 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423772499062_0008_000001
2015-02-12 12:24:03,200 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423772499062_0008_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] for AM appattempt_1423772499062_0008_000001
2015-02-12 12:24:03,200 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423772499062_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 12:24:03,200 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423772499062_0008_000001
2015-02-12 12:24:03,200 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423772499062_0008_000001
2015-02-12 12:24:03,202 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:03,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0008_01_000001 by user soberoi
2015-02-12 12:24:03,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0008
2015-02-12 12:24:03,205 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000001
2015-02-12 12:24:03,205 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0008 transitioned from NEW to INITING
2015-02-12 12:24:03,205 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0008_01_000001 to application application_1423772499062_0008
2015-02-12 12:24:03,206 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0008 transitioned from INITING to RUNNING
2015-02-12 12:24:03,206 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423772499062_0008_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] for AM appattempt_1423772499062_0008_000001
2015-02-12 12:24:03,206 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0008_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 12:24:03,206 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 12:24:03,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0008
2015-02-12 12:24:03,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:03,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 12:24:03,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split transitioned from INIT to DOWNLOADING
2015-02-12 12:24:03,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:24:03,207 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0008_01_000001
2015-02-12 12:24:03,218 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772499062_0008_01_000001.tokens. Credentials list:
2015-02-12 12:24:03,280 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:60754 to replicate blk_1073741918_1094 to datanode(s) 127.0.0.1:60747
2015-02-12 12:24:03,280 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60747 to delete [blk_1073741908_1084, blk_1073741909_1085, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089]
2015-02-12 12:24:03,280 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60744 to delete [blk_1073741908_1084, blk_1073741909_1085, blk_1073741910_1086, blk_1073741911_1087, blk_1073741913_1089]
2015-02-12 12:24:03,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:03,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423772499062_0008_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000001.tokens
2015-02-12 12:24:03,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0008
2015-02-12 12:24:03,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:03,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:03,543 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:03,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:03,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:03,608 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:03,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:03,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:03,678 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:03,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:03,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:03,748 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:03,748 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:03,778 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:03,778 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:03,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000001/default_container_executor.sh]
2015-02-12 12:24:03,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 12:24:03,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 12:24:03,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 12:24:03,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 12:24:03,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 12:24:03,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 12:24:03,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 12:24:03,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 12:24:03,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 12:24:03,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 12:24:03,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 12:24:03,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 12:24:03,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 12:24:03,995 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 12:24:03,996 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 12:24:03,996 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 12:24:03,996 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 12:24:03,996 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 12:24:03,997 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 12:24:03,997 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 12:24:04,194 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:04,194 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:04,456 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=9afd3917-0225-4390-ac36-2a86997657c5, infoPort=60755, ipcPort=60756, storageInfo=lv=-56;cid=testClusterID;nsid=1038659224;c=0) Starting thread to transfer BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094 to 127.0.0.1:60747
2015-02-12 12:24:04,458 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094 (numBytes=254067) to /127.0.0.1:60747
2015-02-12 12:24:04,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094 src: /127.0.0.1:61552 dest: /127.0.0.1:60747
2015-02-12 12:24:04,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094 src: /127.0.0.1:61552 dest: /127.0.0.1:60747 of size 254067
2015-02-12 12:24:04,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741918_1094 size 254067
2015-02-12 12:24:05,199 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:05,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 12:24:06,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 12:24:06,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 12:24:06,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 12:24:06,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008 dst=null perm=null proto=rpc
2015-02-12 12:24:06,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 12:24:06,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:06,203 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:06,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090
2015-02-12 12:24:06,283 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60751 to delete [blk_1073741908_1084, blk_1073741909_1085, blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088]
2015-02-12 12:24:06,283 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:60754 to delete [blk_1073741908_1084, blk_1073741909_1085, blk_1073741910_1086, blk_1073741912_1088, blk_1073741913_1089]
2015-02-12 12:24:06,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091
2015-02-12 12:24:06,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741913_1089
2015-02-12 12:24:06,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093
2015-02-12 12:24:06,433 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090
2015-02-12 12:24:06,435 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092
2015-02-12 12:24:06,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:06,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 12:24:07,206 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:07,220 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 12:24:07,220 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 12:24:07,221 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 12:24:07,221 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741911 for deletion
2015-02-12 12:24:07,221 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 12:24:07,221 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 12:24:07,221 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 12:24:07,222 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741911
2015-02-12 12:24:07,222 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 12:24:07,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 12:24:07,358 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:07,361 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423772499062_0008_000001
2015-02-12 12:24:07,361 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423772499062_0008 APPATTEMPTID=appattempt_1423772499062_0008_000001
2015-02-12 12:24:07,361 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0008_000001 State change from LAUNCHED to RUNNING
2015-02-12 12:24:07,362 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0008 State change from ACCEPTED to RUNNING
2015-02-12 12:24:07,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:07,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:24:07,460 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 12:24:07,460 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 12:24:07,460 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 12:24:07,460 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741912 for deletion
2015-02-12 12:24:07,460 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 12:24:07,460 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 12:24:07,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 12:24:07,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 12:24:07,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 12:24:07,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-282185163-10.1.1.68-1423772483132 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-282185163-10.1.1.68-1423772483132/current/finalized/subdir0/subdir0/blk_1073741912
2015-02-12 12:24:07,484 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423772499062_0007_01_000001 succeeded
2015-02-12 12:24:07,484 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 12:24:07,485 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0007_01_000001
2015-02-12 12:24:07,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000001
2015-02-12 12:24:07,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000001
2015-02-12 12:24:07,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000001
2015-02-12 12:24:07,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0007/container_1423772499062_0007_01_000001
2015-02-12 12:24:07,516 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000001
2015-02-12 12:24:07,516 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 12:24:07,517 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0007_01_000001 from application application_1423772499062_0007
2015-02-12 12:24:07,517 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:07,517 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0007
2015-02-12 12:24:07,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:07,691 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1_conf.xml. BP-282185163-10.1.1.68-1423772483132 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:24:07,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098 src: /127.0.0.1:61560 dest: /127.0.0.1:60754
2015-02-12 12:24:07,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098 src: /127.0.0.1:61561 dest: /127.0.0.1:60751
2015-02-12 12:24:07,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098 src: /127.0.0.1:61562 dest: /127.0.0.1:60744
2015-02-12 12:24:07,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61562, dest: /127.0.0.1:60744, bytes: 116330, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098, duration: 30202000
2015-02-12 12:24:07,776 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:07,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW]]} size 0
2015-02-12 12:24:07,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61561, dest: /127.0.0.1:60751, bytes: 116330, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098, duration: 31738000
2015-02-12 12:24:07,777 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:07,778 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61560, dest: /127.0.0.1:60754, bytes: 116330, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098, duration: 33406000
2015-02-12 12:24:07,779 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:07,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:24:07,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:24:07,790 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:08,209 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:24:08,209 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423772499062_0007_000001
2015-02-12 12:24:08,210 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423772499062_0007_000001
2015-02-12 12:24:08,210 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 12:24:08,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000001
2015-02-12 12:24:08,210 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0007_000001 State change from FINISHING to FINISHED
2015-02-12 12:24:08,211 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:60786, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 12:24:08,211 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:24:08,211 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0007_01_000001, NodeId: 10.1.1.68:60786, NodeHttpAddress: 10.1.1.68:60789, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:60786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:24:08,211 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0007 State change from FINISHING to FINISHED
2015-02-12 12:24:08,212 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:08,212 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423772499062_0007
2015-02-12 12:24:08,212 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 12:24:08,212 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423772499062_0007,name=[4B1AA809F5FB42A9824E02253FBCF6D0/41934C3A525449E08586CA7471BCCFC8] test/(1/1) ...tapplatform/committapfail,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:60771/proxy/application_1423772499062_0007/jobhistory/job/job_1423772499062_0007,appMasterHost=10.1.1.68,startTime=1423772620607,finishTime=1423772641399,finalStatus=SUCCEEDED
2015-02-12 12:24:08,212 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423772499062_0007_000001
2015-02-12 12:24:08,212 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0007_000001 released container container_1423772499062_0007_01_000001 on node: host: 10.1.1.68:60786 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 12:24:08,213 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:08,213 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423772499062_0007_000001 is done. finalState=FINISHED
2015-02-12 12:24:08,213 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423772499062_0007 requests cleared
2015-02-12 12:24:08,213 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423772499062_0007 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 12:24:08,214 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423772499062_0007 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 12:24:08,216 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0007_000001 (auth:SIMPLE)
2015-02-12 12:24:08,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0007_01_000001
2015-02-12 12:24:08,217 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0007 CONTAINERID=container_1423772499062_0007_01_000001
2015-02-12 12:24:08,218 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0007_01_000001]
2015-02-12 12:24:08,218 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:08,218 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:08,218 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:24:08,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:24:08,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:24:08,219 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0007
2015-02-12 12:24:08,219 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:24:08,219 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0007, with delay of 10800 seconds
2015-02-12 12:24:08,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:24:08,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:24:08,489 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 12:24:08,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:08,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000002
2015-02-12 12:24:08,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:24:08,490 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:24:08,491 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423772499062_0007
2015-02-12 12:24:08,491 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0008_000001 container=Container: [ContainerId: container_1423772499062_0008_01_000002, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:08,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:24:08,492 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:24:08,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:24:08,492 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:08,493 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:08,493 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000003
2015-02-12 12:24:08,493 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 12:24:08,491 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 12:24:08,493 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423772499062_0007, with delay of 10800 seconds
2015-02-12 12:24:08,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0007
2015-02-12 12:24:08,493 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0008_000001 container=Container: [ContainerId: container_1423772499062_0008_01_000003, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:08,494 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:24:08,494 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:08,495 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:08,495 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000004
2015-02-12 12:24:08,495 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 12:24:08,495 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0008_000001 container=Container: [ContainerId: container_1423772499062_0008_01_000004, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:08,495 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:24:08,496 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:08,496 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:08,496 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000005
2015-02-12 12:24:08,496 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 12:24:08,496 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0008_000001 container=Container: [ContainerId: container_1423772499062_0008_01_000005, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:08,497 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 12:24:08,497 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:09,219 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:09,417 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60794 for container : container_1423772499062_0008_01_000002
2015-02-12 12:24:09,418 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:09,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:09,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:09,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:09,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:09,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:09,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1954547412113724293.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,550 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:09,551 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:09,552 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:09,553 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:09,555 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0008_01_000002 by user soberoi
2015-02-12 12:24:09,555 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0008_01_000004 by user soberoi
2015-02-12 12:24:09,555 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0008
2015-02-12 12:24:09,556 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0008_01_000005 by user soberoi
2015-02-12 12:24:09,556 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0008_01_000004 to application application_1423772499062_0008
2015-02-12 12:24:09,556 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0008 transitioned from NEW to INITING
2015-02-12 12:24:09,556 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000002
2015-02-12 12:24:09,556 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0008_01_000002 to application application_1423772499062_0008
2015-02-12 12:24:09,557 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000005
2015-02-12 12:24:09,556 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000004
2015-02-12 12:24:09,557 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0008_01_000005 to application application_1423772499062_0008
2015-02-12 12:24:09,557 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0008_01_000003 by user soberoi
2015-02-12 12:24:09,558 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000003
2015-02-12 12:24:09,557 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0008 transitioned from INITING to RUNNING
2015-02-12 12:24:09,558 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 12:24:09,559 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 12:24:09,559 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 12:24:09,559 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0008_01_000003 to application application_1423772499062_0008
2015-02-12 12:24:09,559 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0008
2015-02-12 12:24:09,559 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0008
2015-02-12 12:24:09,559 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:09,559 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0008
2015-02-12 12:24:09,560 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:09,560 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:24:09,560 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0008
2015-02-12 12:24:09,560 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0008
2015-02-12 12:24:09,560 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:09,560 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0008
2015-02-12 12:24:09,561 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0008
2015-02-12 12:24:09,561 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0008
2015-02-12 12:24:09,561 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:09,561 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0008
2015-02-12 12:24:09,562 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 12:24:09,562 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0008_01_000005
2015-02-12 12:24:09,562 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0008_01_000002
2015-02-12 12:24:09,563 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0008_01_000004
2015-02-12 12:24:09,564 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0008
2015-02-12 12:24:09,564 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0008
2015-02-12 12:24:09,564 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:09,564 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0008
2015-02-12 12:24:09,564 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0008_01_000003
2015-02-12 12:24:09,582 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0008_01_000004.tokens. Credentials list:
2015-02-12 12:24:09,582 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423772499062_0008_01_000003.tokens. Credentials list:
2015-02-12 12:24:09,582 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0008_01_000005.tokens. Credentials list:
2015-02-12 12:24:09,583 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772499062_0008_01_000002.tokens. Credentials list:
2015-02-12 12:24:09,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:09,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0008_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000004.tokens
2015-02-12 12:24:09,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008
2015-02-12 12:24:09,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:09,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:09,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423772499062_0008_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000002.tokens
2015-02-12 12:24:09,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008
2015-02-12 12:24:09,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:09,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:09,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:09,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:10,014 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:10,014 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:10,014 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:10,014 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:10,015 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:10,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:10,079 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:10,080 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:10,081 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:10,081 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:10,091 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:10,091 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:10,091 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:10,091 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:10,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423772499062_0008_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000005.tokens
2015-02-12 12:24:10,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008
2015-02-12 12:24:10,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423772499062_0008_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000003.tokens
2015-02-12 12:24:10,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008
2015-02-12 12:24:10,282 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000005/default_container_executor.sh]
2015-02-12 12:24:10,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000002/default_container_executor.sh]
2015-02-12 12:24:10,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000004/default_container_executor.sh]
2015-02-12 12:24:10,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000003/default_container_executor.sh]
2015-02-12 12:24:10,432 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:24:10,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:10,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:10,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:10,491 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:10,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095
2015-02-12 12:24:10,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091
2015-02-12 12:24:10,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094
2015-02-12 12:24:10,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093
2015-02-12 12:24:10,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741914_1090
2015-02-12 12:24:10,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096
2015-02-12 12:24:10,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097
2015-02-12 12:24:11,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095
2015-02-12 12:24:11,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092
2015-02-12 12:24:11,272 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741917_1093
2015-02-12 12:24:11,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097
2015-02-12 12:24:11,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095
2015-02-12 12:24:11,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096
2015-02-12 12:24:11,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741919_1095
2015-02-12 12:24:11,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094
2015-02-12 12:24:11,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094
2015-02-12 12:24:11,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741920_1096
2015-02-12 12:24:11,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741915_1091
2015-02-12 12:24:11,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741921_1097
2015-02-12 12:24:11,529 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741918_1094
2015-02-12 12:24:11,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741916_1092
2015-02-12 12:24:15,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098
2015-02-12 12:24:16,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098
2015-02-12 12:24:16,540 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-282185163-10.1.1.68-1423772483132:blk_1073741922_1098
2015-02-12 12:24:16,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:16,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:16,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:16,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.split dst=null perm=null proto=rpc
2015-02-12 12:24:17,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:17,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:17,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:17,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 12:24:17,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 12:24:17,697 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:17,699 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0008_01_000003
2015-02-12 12:24:17,699 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000003
2015-02-12 12:24:17,699 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000003 transitioned from RUNNING to KILLING
2015-02-12 12:24:17,700 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0008_01_000003
2015-02-12 12:24:17,724 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0008_01_000003 is : 143
2015-02-12 12:24:17,727 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1.jhist. BP-282185163-10.1.1.68-1423772483132 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:24:17,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099 src: /127.0.0.1:61589 dest: /127.0.0.1:60744
2015-02-12 12:24:17,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099 src: /127.0.0.1:61590 dest: /127.0.0.1:60754
2015-02-12 12:24:17,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099 src: /127.0.0.1:61591 dest: /127.0.0.1:60751
2015-02-12 12:24:17,736 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:24:17,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000003
2015-02-12 12:24:17,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000003
2015-02-12 12:24:17,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000003
2015-02-12 12:24:17,737 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000003
2015-02-12 12:24:17,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000003
2015-02-12 12:24:17,738 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1.jhist for DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:17,737 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:24:17,741 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0008_01_000003 from application application_1423772499062_0008
2015-02-12 12:24:17,741 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:17,741 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0008
2015-02-12 12:24:17,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 12:24:17,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:17,846 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:17,848 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0008_01_000002
2015-02-12 12:24:17,848 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000002
2015-02-12 12:24:17,848 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000002 transitioned from RUNNING to KILLING
2015-02-12 12:24:17,849 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0008_01_000002
2015-02-12 12:24:17,849 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:24:17,850 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0008_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 12:24:17,850 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000003
2015-02-12 12:24:17,851 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 12:24:17,851 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 12:24:17,853 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0008_01_000003, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 12:24:17,853 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:17,853 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 12:24:17,853 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0008_000001 released container container_1423772499062_0008_01_000003 on node: host: 10.1.1.68:60794 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 12:24:17,873 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0008_01_000002 is : 143
2015-02-12 12:24:17,886 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:24:17,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000002
2015-02-12 12:24:17,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000002
2015-02-12 12:24:17,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000002
2015-02-12 12:24:17,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000002
2015-02-12 12:24:17,889 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000002
2015-02-12 12:24:17,889 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:24:17,890 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0008_01_000002 from application application_1423772499062_0008
2015-02-12 12:24:17,890 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:17,890 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0008
2015-02-12 12:24:17,905 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:17,936 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0008_01_000005
2015-02-12 12:24:17,936 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000005
2015-02-12 12:24:17,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:24:17,938 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0008_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 12:24:17,938 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000002
2015-02-12 12:24:17,938 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 12:24:17,938 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 12:24:17,937 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000005 transitioned from RUNNING to KILLING
2015-02-12 12:24:17,939 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0008_01_000002, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 12:24:17,939 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:17,939 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 12:24:17,939 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0008_000001 released container container_1423772499062_0008_01_000002 on node: host: 10.1.1.68:60794 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 12:24:17,939 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:17,940 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0008_01_000005
2015-02-12 12:24:17,962 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0008_01_000005 is : 143
2015-02-12 12:24:17,972 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:24:17,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000005
2015-02-12 12:24:17,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000005
2015-02-12 12:24:17,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000005
2015-02-12 12:24:17,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000005
2015-02-12 12:24:17,977 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000005
2015-02-12 12:24:17,977 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:24:17,977 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0008_01_000005 from application application_1423772499062_0008
2015-02-12 12:24:17,978 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:17,978 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0008
2015-02-12 12:24:18,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 12:24:18,050 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:18,052 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0008_01_000004
2015-02-12 12:24:18,052 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000004
2015-02-12 12:24:18,052 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000004 transitioned from RUNNING to KILLING
2015-02-12 12:24:18,053 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0008_01_000004
2015-02-12 12:24:18,053 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:18,053 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:18,054 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:24:18,054 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0008_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 12:24:18,054 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000005
2015-02-12 12:24:18,054 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 12:24:18,054 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 12:24:18,055 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0008_01_000005, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 12:24:18,055 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:18,055 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:24:18,055 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0008_000001 released container container_1423772499062_0008_01_000005 on node: host: 10.1.1.68:60794 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 12:24:18,067 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0008_01_000004 is : 143
2015-02-12 12:24:18,076 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:24:18,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000004
2015-02-12 12:24:18,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000004
2015-02-12 12:24:18,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000004
2015-02-12 12:24:18,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000004
2015-02-12 12:24:18,079 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000004
2015-02-12 12:24:18,080 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:24:18,080 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0008_01_000004 from application application_1423772499062_0008
2015-02-12 12:24:18,080 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:18,080 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0008
2015-02-12 12:24:19,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:19,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:19,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:24:19,057 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0008_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 12:24:19,057 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000004
2015-02-12 12:24:19,058 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60794, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:24:19,058 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:24:19,062 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0008_01_000004, NodeId: 10.1.1.68:60794, NodeHttpAddress: 10.1.1.68:60797, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:60794 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:24:19,062 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:19,062 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:24:19,062 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0008_000001 released container container_1423772499062_0008_01_000004 on node: host: 10.1.1.68:60794 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:24:19,063 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:19,647 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 12:24:19,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000006
2015-02-12 12:24:19,648 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423772499062_0008_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 12:24:19,648 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423772499062_0008_000001 container=Container: [ContainerId: container_1423772499062_0008_01_000006, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 12:24:19,648 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 12:24:19,649 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:20,060 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0008_01_000005, container_1423772499062_0008_01_000002, container_1423772499062_0008_01_000003]
2015-02-12 12:24:20,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:20,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:20,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:20,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:20,490 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:60798 for container : container_1423772499062_0008_01_000006
2015-02-12 12:24:20,491 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 12:24:20,502 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:20,504 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423772499062_0008_01_000006 by user soberoi
2015-02-12 12:24:20,504 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423772499062_0008
2015-02-12 12:24:20,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000006
2015-02-12 12:24:20,505 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0008 transitioned from NEW to INITING
2015-02-12 12:24:20,505 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423772499062_0008_01_000006 to application application_1423772499062_0008
2015-02-12 12:24:20,505 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423772499062_0008 transitioned from INITING to RUNNING
2015-02-12 12:24:20,505 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 12:24:20,505 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423772499062_0008
2015-02-12 12:24:20,506 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423772499062_0008
2015-02-12 12:24:20,506 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 12:24:20,506 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423772499062_0008
2015-02-12 12:24:20,506 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 12:24:20,506 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 12:24:20,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423772499062_0008_01_000006
2015-02-12 12:24:20,516 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423772499062_0008_01_000006.tokens. Credentials list:
2015-02-12 12:24:20,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 12:24:20,651 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 12:24:20,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423772499062_0008_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000006.tokens
2015-02-12 12:24:20,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0008
2015-02-12 12:24:20,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:20,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 12:24:20,807 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:20,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:20,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 12:24:20,856 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:60743/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 12:24:20,856 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 12:24:20,889 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 12:24:20,890 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:20,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000006/default_container_executor.sh]
2015-02-12 12:24:21,062 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423772499062_0008_01_000004]
2015-02-12 12:24:21,062 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 12:24:21,499 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 12:24:23,351 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:24:23,364 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 12:24:23,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:23,647 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_r_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:24:23,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100 src: /127.0.0.1:61617 dest: /127.0.0.1:60751
2015-02-12 12:24:23,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100 src: /127.0.0.1:61618 dest: /127.0.0.1:60744
2015-02-12 12:24:23,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100 src: /127.0.0.1:61619 dest: /127.0.0.1:60747
2015-02-12 12:24:23,794 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61619, dest: /127.0.0.1:60747, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0008_r_000000_0_-1971868816_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100, duration: 52351000
2015-02-12 12:24:23,794 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:23,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61618, dest: /127.0.0.1:60744, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0008_r_000000_0_-1971868816_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100, duration: 53508000
2015-02-12 12:24:23,796 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,798 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61617, dest: /127.0.0.1:60751, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423772499062_0008_r_000000_0_-1971868816_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100, duration: 55761000
2015-02-12 12:24:23,798 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:23,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:23,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:23,805 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1423772499062_0008_r_000000_0_-1971868816_1
2015-02-12 12:24:23,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:23,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:23,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/task_1423772499062_0008_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:24:23,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/_temporary/attempt_1423772499062_0008_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/task_1423772499062_0008_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 12:24:23,851 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423772499062_0008_000001 (auth:SIMPLE)
2015-02-12 12:24:23,853 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423772499062_0008_01_000006
2015-02-12 12:24:23,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000006
2015-02-12 12:24:23,854 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000006 transitioned from RUNNING to KILLING
2015-02-12 12:24:23,854 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423772499062_0008_01_000006
2015-02-12 12:24:23,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:23,861 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:23,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 12:24:23,870 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423772499062_0008_01_000006 is : 143
2015-02-12 12:24:23,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:23,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:23,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/task_1423772499062_0008_r_000000 dst=null perm=null proto=rpc
2015-02-12 12:24:23,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:23,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary/1/task_1423772499062_0008_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:23,880 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 12:24:23,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000006
2015-02-12 12:24:23,882 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000006
2015-02-12 12:24:23,882 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423772499062_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 12:24:23,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000006
2015-02-12 12:24:23,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000006
2015-02-12 12:24:23,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423772499062_0008/container_1423772499062_0008_01_000006
2015-02-12 12:24:23,882 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423772499062_0008_01_000006 from application application_1423772499062_0008
2015-02-12 12:24:23,884 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 12:24:23,884 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423772499062_0008
2015-02-12 12:24:23,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:23,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:23,892 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:23,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:23,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:23,909 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61591, dest: /127.0.0.1:60751, bytes: 61390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099, duration: 6175635000
2015-02-12 12:24:23,910 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:23,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 15707
2015-02-12 12:24:23,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61590, dest: /127.0.0.1:60754, bytes: 61390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099, duration: 6176933000
2015-02-12 12:24:23,911 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 15707
2015-02-12 12:24:23,913 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61589, dest: /127.0.0.1:60744, bytes: 61390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099, duration: 6178691000
2015-02-12 12:24:23,913 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]} size 15707
2015-02-12 12:24:23,914 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:23,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:23,919 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008.summary_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:24:23,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101 src: /127.0.0.1:61621 dest: /127.0.0.1:60751
2015-02-12 12:24:23,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101 src: /127.0.0.1:61622 dest: /127.0.0.1:60747
2015-02-12 12:24:23,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101 src: /127.0.0.1:61623 dest: /127.0.0.1:60754
2015-02-12 12:24:23,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61623, dest: /127.0.0.1:60754, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101, duration: 1193000
2015-02-12 12:24:23,927 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:23,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:24:23,927 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61622, dest: /127.0.0.1:60747, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101, duration: 1744000
2015-02-12 12:24:23,928 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:23,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61621, dest: /127.0.0.1:60751, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101, duration: 2735000
2015-02-12 12:24:23,929 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:23,930 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:23,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:23,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:24:23,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008-1423772642667-soberoi-%5BED085BDA3CCB49C78CB9BBC1D0000BFE%2FB5BC480875D24946-1423772663896-4-1-SUCCEEDED-default-1423772647384.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:24:23,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:24:23,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008-1423772642667-soberoi-%5BED085BDA3CCB49C78CB9BBC1D0000BFE%2FB5BC480875D24946-1423772663896-4-1-SUCCEEDED-default-1423772647384.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 12:24:23,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 12:24:23,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008-1423772642667-soberoi-%5BED085BDA3CCB49C78CB9BBC1D0000BFE%2FB5BC480875D24946-1423772663896-4-1-SUCCEEDED-default-1423772647384.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:23,953 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008-1423772642667-soberoi-%5BED085BDA3CCB49C78CB9BBC1D0000BFE%2FB5BC480875D24946-1423772663896-4-1-SUCCEEDED-default-1423772647384.jhist_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:24:23,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102 src: /127.0.0.1:61625 dest: /127.0.0.1:60751
2015-02-12 12:24:23,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102 src: /127.0.0.1:61626 dest: /127.0.0.1:60744
2015-02-12 12:24:23,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102 src: /127.0.0.1:61627 dest: /127.0.0.1:60754
2015-02-12 12:24:23,963 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61627, dest: /127.0.0.1:60754, bytes: 61390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102, duration: 2803000
2015-02-12 12:24:23,963 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:23,964 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61626, dest: /127.0.0.1:60744, bytes: 61390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102, duration: 3357000
2015-02-12 12:24:23,964 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,965 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61625, dest: /127.0.0.1:60751, bytes: 61390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102, duration: 4878000
2015-02-12 12:24:23,965 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:24:23,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:23,968 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008-1423772642667-soberoi-%5BED085BDA3CCB49C78CB9BBC1D0000BFE%2FB5BC480875D24946-1423772663896-4-1-SUCCEEDED-default-1423772647384.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:23,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741926_1102 size 61390
2015-02-12 12:24:23,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008-1423772642667-soberoi-%5BED085BDA3CCB49C78CB9BBC1D0000BFE%2FB5BC480875D24946-1423772663896-4-1-SUCCEEDED-default-1423772647384.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:23,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:24:23,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:24:23,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:24:23,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 12:24:23,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008/job_1423772499062_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 12:24:23,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 12:24:23,987 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008_conf.xml_tmp. BP-282185163-10.1.1.68-1423772483132 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW]]}
2015-02-12 12:24:23,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103 src: /127.0.0.1:61629 dest: /127.0.0.1:60744
2015-02-12 12:24:23,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103 src: /127.0.0.1:61630 dest: /127.0.0.1:60754
2015-02-12 12:24:23,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103 src: /127.0.0.1:61631 dest: /127.0.0.1:60751
2015-02-12 12:24:23,996 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61631, dest: /127.0.0.1:60751, bytes: 116330, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103, duration: 2482000
2015-02-12 12:24:23,996 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:23,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:24:23,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61630, dest: /127.0.0.1:60754, bytes: 116330, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103, duration: 2914000
2015-02-12 12:24:23,997 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:23,998 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61629, dest: /127.0.0.1:60744, bytes: 116330, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2045219067_1, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103, duration: 3902000
2015-02-12 12:24:23,998 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:23,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:24,000 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2045219067_1
2015-02-12 12:24:24,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:24,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:24,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:24,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008-1423772642667-soberoi-%5BED085BDA3CCB49C78CB9BBC1D0000BFE%2FB5BC480875D24946-1423772663896-4-1-SUCCEEDED-default-1423772647384.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423772499062_0008-1423772642667-soberoi-%5BED085BDA3CCB49C78CB9BBC1D0000BFE%2FB5BC480875D24946-1423772663896-4-1-SUCCEEDED-default-1423772647384.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 12:24:24,015 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423772499062_0008_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 12:24:24,015 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0008_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 12:24:24,015 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423772499062_0008 with final state: FINISHING
2015-02-12 12:24:24,015 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0008 State change from RUNNING to FINAL_SAVING
2015-02-12 12:24:24,016 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423772499062_0008
2015-02-12 12:24:24,016 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423772499062_0008_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 12:24:24,016 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423772499062_0008 State change from FINAL_SAVING to FINISHING
2015-02-12 12:24:24,151 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30001 milliseconds
2015-02-12 12:24:24,152 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 12:24:24,860 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423772499062_0008_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 12:24:24,860 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423772499062_0008_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 12:24:24,860 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423772499062_0008 CONTAINERID=container_1423772499062_0008_01_000006
2015-02-12 12:24:24,860 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423772499062_0008_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:60798, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 12:24:24,861 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 12:24:24,862 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423772499062_0008_01_000006, NodeId: 10.1.1.68:60798, NodeHttpAddress: 10.1.1.68:60801, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:60798 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 12:24:24,862 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 12:24:24,862 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 12:24:24,862 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423772499062_0008_000001 released container container_1423772499062_0008_01_000006 on node: host: 10.1.1.68:60798 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 12:24:25,020 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423772499062_0008 unregistered successfully.
2015-02-12 12:24:25,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741918_1094 127.0.0.1:60744 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60747
2015-02-12 12:24:25,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:60747 127.0.0.1:60754 127.0.0.1:60744 127.0.0.1:60751
2015-02-12 12:24:25,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:60744 127.0.0.1:60747 127.0.0.1:60751
2015-02-12 12:24:25,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:60751 127.0.0.1:60754 127.0.0.1:60744
2015-02-12 12:24:25,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:60744 127.0.0.1:60754 127.0.0.1:60751
2015-02-12 12:24:25,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:60754 127.0.0.1:60751 127.0.0.1:60744
2015-02-12 12:24:25,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423772499062_0008 dst=null perm=null proto=rpc
2015-02-12 12:24:25,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:25,057 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary
2015-02-12 12:24:25,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:25,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:25,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:25,072 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 12:24:25,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,077 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/committap
2015-02-12 12:24:25,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:25,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:25,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:25,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap dst=null perm=null proto=rpc
2015-02-12 12:24:25,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/committap/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 12:24:25,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 12:24:25,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,106 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.task.id is deprecated. Instead, use mapreduce.task.attempt.id
2015-02-12 12:24:25,107 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.task.is.map is deprecated. Instead, use mapreduce.task.ismap
2015-02-12 12:24:25,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,109 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.work.output.dir is deprecated. Instead, use mapreduce.task.output.dir
2015-02-12 12:24:25,110 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,110 INFO io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2015-02-12 12:24:25,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,112 INFO io.TapOutputCollector (TapOutputCollector.java:close(145)) - closing tap collector for: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/part-00000
2015-02-12 12:24:25,113 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|RBW]]}
2015-02-12 12:24:25,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104 src: /127.0.0.1:61635 dest: /127.0.0.1:60754
2015-02-12 12:24:25,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104 src: /127.0.0.1:61636 dest: /127.0.0.1:60744
2015-02-12 12:24:25,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104 src: /127.0.0.1:61637 dest: /127.0.0.1:60747
2015-02-12 12:24:25,121 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61637, dest: /127.0.0.1:60747, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104, duration: 1638000
2015-02-12 12:24:25,121 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:25,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:25,122 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61636, dest: /127.0.0.1:60744, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104, duration: 1625000
2015-02-12 12:24:25,122 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:25,123 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61635, dest: /127.0.0.1:60754, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104, duration: 2747000
2015-02-12 12:24:25,123 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:25,125 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:25,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,127 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/part-00000 perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,134 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_002147483647_0000_m_000000_0' to hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A
2015-02-12 12:24:25,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,135 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary
2015-02-12 12:24:25,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,139 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,139 INFO io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2015-02-12 12:24:25,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,141 INFO io.TapOutputCollector (TapOutputCollector.java:close(145)) - closing tap collector for: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/part-00000
2015-02-12 12:24:25,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:24:25,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105 src: /127.0.0.1:61638 dest: /127.0.0.1:60751
2015-02-12 12:24:25,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105 src: /127.0.0.1:61639 dest: /127.0.0.1:60747
2015-02-12 12:24:25,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105 src: /127.0.0.1:61640 dest: /127.0.0.1:60744
2015-02-12 12:24:25,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61640, dest: /127.0.0.1:60744, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105, duration: 1286000
2015-02-12 12:24:25,149 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:25,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:25,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61639, dest: /127.0.0.1:60747, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105, duration: 1793000
2015-02-12 12:24:25,150 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:25,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61638, dest: /127.0.0.1:60751, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105, duration: 2801000
2015-02-12 12:24:25,151 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:24:25,155 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:25,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,156 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/part-00000 perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,163 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_002147483647_0000_m_000000_0' to hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B
2015-02-12 12:24:25,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,163 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary
2015-02-12 12:24:25,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users dst=null perm=null proto=rpc
2015-02-12 12:24:25,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp dst=null perm=null proto=rpc
2015-02-12 12:24:25,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user dst=null perm=null proto=rpc
2015-02-12 12:24:25,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users dst=null perm=null proto=rpc
2015-02-12 12:24:25,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp dst=null perm=null proto=rpc
2015-02-12 12:24:25,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user dst=null perm=null proto=rpc
2015-02-12 12:24:25,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 12:24:25,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:24:25,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 12:24:25,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 12:24:25,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,209 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,209 INFO io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2015-02-12 12:24:25,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,212 INFO io.TapOutputCollector (TapOutputCollector.java:close(145)) - closing tap collector for: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/part-00000
2015-02-12 12:24:25,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:24:25,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106 src: /127.0.0.1:61641 dest: /127.0.0.1:60744
2015-02-12 12:24:25,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106 src: /127.0.0.1:61642 dest: /127.0.0.1:60751
2015-02-12 12:24:25,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106 src: /127.0.0.1:61643 dest: /127.0.0.1:60754
2015-02-12 12:24:25,220 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61643, dest: /127.0.0.1:60754, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106, duration: 1534000
2015-02-12 12:24:25,220 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:25,221 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61642, dest: /127.0.0.1:60751, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106, duration: 1927000
2015-02-12 12:24:25,221 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,223 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61641, dest: /127.0.0.1:60744, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106, duration: 3554000
2015-02-12 12:24:25,223 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED]]} size 0
2015-02-12 12:24:25,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|RBW], ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED]]} size 0
2015-02-12 12:24:25,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d55bb52d-4060-40d4-8107-763030e652a2:NORMAL:127.0.0.1:60754|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|FINALIZED], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:25,230 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:25,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,231 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/part-00000 perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,238 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_002147483647_0000_m_000000_0' to hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A
2015-02-12 12:24:25,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,239 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary
2015-02-12 12:24:25,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,244 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,244 INFO io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2015-02-12 12:24:25,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,246 INFO io.TapOutputCollector (TapOutputCollector.java:close(145)) - closing tap collector for: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/part-00000
2015-02-12 12:24:25,248 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]}
2015-02-12 12:24:25,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107 src: /127.0.0.1:61644 dest: /127.0.0.1:60747
2015-02-12 12:24:25,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107 src: /127.0.0.1:61645 dest: /127.0.0.1:60751
2015-02-12 12:24:25,252 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107 src: /127.0.0.1:61646 dest: /127.0.0.1:60754
2015-02-12 12:24:25,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61646, dest: /127.0.0.1:60754, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 9afd3917-0225-4390-ac36-2a86997657c5, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107, duration: 1209000
2015-02-12 12:24:25,255 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:25,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61645, dest: /127.0.0.1:60751, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107, duration: 1646000
2015-02-12 12:24:25,256 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60754 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:24:25,257 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61644, dest: /127.0.0.1:60747, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107, duration: 2712000
2015-02-12 12:24:25,257 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:24:25,260 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-3f0bc35e-218d-4bcb-b5f5-12b1b0cd7b68:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-02fe77c9-5bac-4ccf-8150-3bb2902e16ee:NORMAL:127.0.0.1:60754|RBW]]} size 0
2015-02-12 12:24:25,260 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:25,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,262 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/part-00000 perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,272 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_002147483647_0000_m_000000_0' to hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B
2015-02-12 12:24:25,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,274 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary
2015-02-12 12:24:25,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,280 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,280 INFO io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2015-02-12 12:24:25,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,282 INFO io.TapOutputCollector (TapOutputCollector.java:close(145)) - closing tap collector for: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/part-00000
2015-02-12 12:24:25,283 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000. BP-282185163-10.1.1.68-1423772483132 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-674a3cdc-2d6d-4c3b-a25a-32fa13eb9285:NORMAL:127.0.0.1:60744|RBW]]}
2015-02-12 12:24:25,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108 src: /127.0.0.1:61647 dest: /127.0.0.1:60747
2015-02-12 12:24:25,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108 src: /127.0.0.1:61648 dest: /127.0.0.1:60751
2015-02-12 12:24:25,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108 src: /127.0.0.1:61649 dest: /127.0.0.1:60744
2015-02-12 12:24:25,290 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61649, dest: /127.0.0.1:60744, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: faae4714-688c-4f7c-9931-de3be9ab8bea, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108, duration: 1153000
2015-02-12 12:24:25,290 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 12:24:25,291 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61648, dest: /127.0.0.1:60751, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: 7b73b221-a27a-4925-b31f-04168cb19918, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108, duration: 1706000
2015-02-12 12:24:25,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60744 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:25,291 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,292 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:61647, dest: /127.0.0.1:60747, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1965708311_9, offset: 0, srvID: dd216318-8da1-4f72-91fa-90c27cab64fd, blockid: BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108, duration: 2770000
2015-02-12 12:24:25,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60751 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7e8aacc9-064c-4730-a174-f8429f2ff923:NORMAL:127.0.0.1:60747|RBW], ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED]]} size 0
2015-02-12 12:24:25,292 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-282185163-10.1.1.68-1423772483132:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 12:24:25,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60747 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d1bb43f4-f0f5-40e6-a794-82f1c1fb856a:NORMAL:127.0.0.1:60751|RBW], ReplicaUnderConstruction[[DISK]DS-5aaf7fe0-d0a4-4930-9f50-b6d0597e77d6:NORMAL:127.0.0.1:60744|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a6f581b0-6b45-4746-a1ea-1641fbfd4063:NORMAL:127.0.0.1:60747|FINALIZED]]} size 0
2015-02-12 12:24:25,294 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 is closed by DFSClient_NONMAPREDUCE_-1965708311_9
2015-02-12 12:24:25,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,296 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_002147483647_0000_m_000000_0' - hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0
2015-02-12 12:24:25,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 12:24:25,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/part-00000 perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 12:24:25,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary/_attempt_002147483647_0000_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 12:24:25,303 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_002147483647_0000_m_000000_0' to hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden
2015-02-12 12:24:25,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden dst=null perm=null proto=rpc
2015-02-12 12:24:25,304 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:60743/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary
2015-02-12 12:24:25,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/_temporary dst=null perm=null proto=rpc
2015-02-12 12:24:25,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,322 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/hiddenfiles/B
2015-02-12 12:24:25,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,328 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/hiddenfiles/A
2015-02-12 12:24:25,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,335 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/hiddenfiles
2015-02-12 12:24:25,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden dst=null perm=null proto=rpc
2015-02-12 12:24:25,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden dst=null perm=null proto=rpc
2015-02-12 12:24:25,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,343 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/multifiles
2015-02-12 12:24:25,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles dst=null perm=null proto=rpc
2015-02-12 12:24:25,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,354 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden
2015-02-12 12:24:25,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden dst=null perm=null proto=rpc
2015-02-12 12:24:25,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden dst=null perm=null proto=rpc
2015-02-12 12:24:25,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden dst=null perm=null proto=rpc
2015-02-12 12:24:25,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden dst=null perm=null proto=rpc
2015-02-12 12:24:25,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/hiddenfiles/.hidden/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,360 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/multifiles/B
2015-02-12 12:24:25,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B dst=null perm=null proto=rpc
2015-02-12 12:24:25,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/B/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,374 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/hadooptapplatform/multifiles/A
2015-02-12 12:24:25,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A dst=null perm=null proto=rpc
2015-02-12 12:24:25,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/part-00000 dst=null perm=null proto=rpc
2015-02-12 12:24:25,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/hadooptapplatform/multifiles/A/part-00000 dst=null perm=null proto=rpc