2015-02-12 11:51:34,958 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 11:51:34,995 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 11:51:34,996 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.FlowProcessPlatformTest
2015-02-12 11:51:35,013 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 11:51:35,736 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 11:51:35,771 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 11:51:35,787 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 11:51:35,828 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 11:51:35,828 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 11:51:35,829 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 11:51:35,830 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 11:51:35,831 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 11:51:35
2015-02-12 11:51:35,834 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 11:51:35,834 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:35,836 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 11:51:35,836 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 11:51:35,850 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 11:51:35,851 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 11:51:35,851 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 11:51:35,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 11:51:35,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 11:51:35,852 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 11:51:35,853 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 11:51:35,853 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 11:51:35,853 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 11:51:35,861 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 11:51:35,861 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 11:51:35,861 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 11:51:35,862 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 11:51:35,865 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 11:51:36,055 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 11:51:36,055 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:36,055 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 11:51:36,055 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 11:51:36,056 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 11:51:36,063 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 11:51:36,063 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:36,064 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 11:51:36,064 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 11:51:36,082 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 11:51:36,083 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 11:51:36,083 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 11:51:36,084 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 11:51:36,085 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 11:51:36,087 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 11:51:36,087 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:36,087 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 11:51:36,087 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 11:51:36,092 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 11:51:36,093 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 11:51:36,093 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 11:51:36,144 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:36,153 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 11:51:36,154 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 11:51:36,259 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 11:51:36,265 INFO namenode.NameNode (NameNode.java:createNameNode(1367)) - createNameNode []
2015-02-12 11:51:36,287 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 11:51:36,329 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(376)) - Scheduled snapshot period at 10 second(s).
2015-02-12 11:51:36,329 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2015-02-12 11:51:36,331 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(349)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 11:51:36,359 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1694)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 11:51:36,394 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 11:51:36,398 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 11:51:36,414 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:36,416 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 11:51:36,417 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:36,417 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:36,440 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 11:51:36,442 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:51:36,457 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50633
2015-02-12 11:51:36,458 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:36,490 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50633_hdfs____.oxvfej/webapp
2015-02-12 11:51:36,818 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50633
2015-02-12 11:51:36,824 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 11:51:36,825 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 11:51:36,825 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 11:51:36,826 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 11:51:36,826 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 11:51:36,827 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 11:51:36
2015-02-12 11:51:36,827 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 11:51:36,827 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:36,827 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 11:51:36,828 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 11:51:36,829 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 11:51:36,829 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 11:51:36,830 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 11:51:36,830 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 11:51:36,830 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 11:51:36,831 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 11:51:36,831 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 11:51:36,831 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 11:51:36,831 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 11:51:36,832 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 11:51:36,832 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 11:51:36,833 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 11:51:36,833 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 11:51:36,834 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 11:51:36,834 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 11:51:36,834 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:36,835 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 11:51:36,835 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 11:51:36,837 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 11:51:36,837 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 11:51:36,838 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:36,838 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 11:51:36,838 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 11:51:36,839 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 11:51:36,840 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 11:51:36,840 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 11:51:36,840 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 11:51:36,840 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 11:51:36,841 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 11:51:36,841 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:36,842 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 11:51:36,842 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 11:51:36,843 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 11:51:36,844 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 11:51:36,844 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 11:51:36,847 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:36,849 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:36,852 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current
2015-02-12 11:51:36,852 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/current
2015-02-12 11:51:36,853 INFO namenode.FSImage (FSImage.java:loadFSImage(656)) - No edit log streams selected.
2015-02-12 11:51:36,866 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 11:51:36,873 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(182)) - Loaded FSImage in 0 seconds.
2015-02-12 11:51:36,873 INFO namenode.FSImage (FSImage.java:loadFSImage(937)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 11:51:36,878 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1029)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 11:51:36,879 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1173)) - Starting log segment at 1
2015-02-12 11:51:36,904 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 11:51:36,905 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(748)) - Finished loading FSImage in 61 msecs
2015-02-12 11:51:37,071 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(329)) - RPC server is binding to localhost:0
2015-02-12 11:51:37,077 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:37,087 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50635
2015-02-12 11:51:37,112 INFO namenode.NameNode (NameNode.java:initialize(603)) - Clients are to use localhost:50635 to access this namenode/service.
2015-02-12 11:51:37,115 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6645)) - Registered FSNamesystemState MBean
2015-02-12 11:51:37,146 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 11:51:37,146 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 11:51:37,147 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1221)) - initializing replication queues
2015-02-12 11:51:37,147 INFO hdfs.StateChange (FSNamesystem.java:leave(5740)) - STATE* Leaving safe mode after 0 secs
2015-02-12 11:51:37,147 INFO hdfs.StateChange (FSNamesystem.java:leave(5751)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 11:51:37,148 INFO hdfs.StateChange (FSNamesystem.java:leave(5754)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 11:51:37,150 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2612)) - Total number of blocks = 0
2015-02-12 11:51:37,150 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2613)) - Number of invalid blocks = 0
2015-02-12 11:51:37,150 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2614)) - Number of under-replicated blocks = 0
2015-02-12 11:51:37,150 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2615)) - Number of over-replicated blocks = 0
2015-02-12 11:51:37,150 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2617)) - Number of blocks being written = 0
2015-02-12 11:51:37,151 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2618)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 4 msec
2015-02-12 11:51:37,171 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:37,171 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50635: starting
2015-02-12 11:51:37,173 INFO namenode.NameNode (NameNode.java:startCommonServices(646)) - NameNode RPC up at: localhost/127.0.0.1:50635
2015-02-12 11:51:37,174 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1142)) - Starting services required for active state
2015-02-12 11:51:37,178 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 11:51:37,178 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 1423770697178 milliseconds
2015-02-12 11:51:37,179 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:51:37,206 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2
2015-02-12 11:51:37,286 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:51:37,287 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:51:37,292 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:51:37,296 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:50637
2015-02-12 11:51:37,298 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:51:37,298 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:51:37,301 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:51:37,302 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:37,303 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:51:37,304 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:37,304 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:37,308 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:51:37,309 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50638
2015-02-12 11:51:37,309 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:37,312 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50638_datanode____.kuleux/webapp
2015-02-12 11:51:37,450 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50638
2015-02-12 11:51:37,451 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:51:37,452 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:51:37,461 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:37,462 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50639
2015-02-12 11:51:37,466 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:50639
2015-02-12 11:51:37,476 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:51:37,479 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:51:37,489 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:50635 starting to offer service
2015-02-12 11:51:37,494 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:37,494 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50639: starting
2015-02-12 11:51:37,498 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4
2015-02-12 11:51:37,530 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:51:37,530 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:51:37,531 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:51:37,531 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:50641
2015-02-12 11:51:37,532 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:51:37,532 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:51:37,533 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:51:37,534 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:37,535 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:51:37,535 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:37,535 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:37,537 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:51:37,538 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50642
2015-02-12 11:51:37,538 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:37,541 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50642_datanode____.3hf4w/webapp
2015-02-12 11:51:37,681 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50642
2015-02-12 11:51:37,683 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:51:37,683 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:51:37,684 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:37,685 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50644
2015-02-12 11:51:37,688 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:50644
2015-02-12 11:51:37,692 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:51:37,693 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:37,694 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:51:37,694 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1 is not formatted for BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,694 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:51:37,695 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:51:37,696 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:50635 starting to offer service
2015-02-12 11:51:37,696 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:37,696 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2 is not formatted for BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,696 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:37,696 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:51:37,697 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50644: starting
2015-02-12 11:51:37,698 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:51:37,699 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:37,699 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3 is not formatted for BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,699 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:51:37,700 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:37,700 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4 is not formatted for BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,701 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:51:37,735 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6
2015-02-12 11:51:37,750 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,750 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:51:37,751 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-2051668859-10.1.1.68-1423770696101 is not formatted.
2015-02-12 11:51:37,751 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:51:37,751 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,751 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-2051668859-10.1.1.68-1423770696101 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-2051668859-10.1.1.68-1423770696101/current
2015-02-12 11:51:37,751 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:51:37,752 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-2051668859-10.1.1.68-1423770696101 is not formatted.
2015-02-12 11:51:37,752 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:51:37,752 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-2051668859-10.1.1.68-1423770696101 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-2051668859-10.1.1.68-1423770696101/current
2015-02-12 11:51:37,752 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:51:37,752 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-2051668859-10.1.1.68-1423770696101 is not formatted.
2015-02-12 11:51:37,752 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:51:37,752 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-2051668859-10.1.1.68-1423770696101 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-2051668859-10.1.1.68-1423770696101/current
2015-02-12 11:51:37,753 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:51:37,753 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-2051668859-10.1.1.68-1423770696101 is not formatted.
2015-02-12 11:51:37,753 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:51:37,753 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-2051668859-10.1.1.68-1423770696101 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-2051668859-10.1.1.68-1423770696101/current
2015-02-12 11:51:37,753 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:51:37,753 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:51:37,754 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:51:37,754 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:51:37,755 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=838060991;bpid=BP-2051668859-10.1.1.68-1423770696101;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=838060991;c=0;bpid=BP-2051668859-10.1.1.68-1423770696101;dnuuid=null
2015-02-12 11:51:37,755 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=838060991;bpid=BP-2051668859-10.1.1.68-1423770696101;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=838060991;c=0;bpid=BP-2051668859-10.1.1.68-1423770696101;dnuuid=null
2015-02-12 11:51:37,756 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID b9f90027-9b22-4438-8e72-5fb49fc67402
2015-02-12 11:51:37,756 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID f048a5e7-0793-416c-b236-93674b363dec
2015-02-12 11:51:37,784 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current
2015-02-12 11:51:37,784 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current
2015-02-12 11:51:37,785 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:51:37,785 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 11:51:37,785 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 11:51:37,786 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current
2015-02-12 11:51:37,786 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 11:51:37,786 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:51:37,786 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current
2015-02-12 11:51:37,787 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 11:51:37,787 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:51:37,788 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:50645
2015-02-12 11:51:37,788 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:51:37,789 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:51:37,790 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:51:37,791 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:37,792 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:51:37,792 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:51:37,793 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:51:37,793 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:37,793 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:37,795 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:51:37,796 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50646
2015-02-12 11:51:37,796 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423785807796 with interval 21600000
2015-02-12 11:51:37,797 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423784240797 with interval 21600000
2015-02-12 11:51:37,797 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,797 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,798 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 11:51:37,798 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 11:51:37,797 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:37,799 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 11:51:37,798 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 11:51:37,804 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50646_datanode____.ji7zz0/webapp
2015-02-12 11:51:37,814 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-2051668859-10.1.1.68-1423770696101 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 16ms
2015-02-12 11:51:37,813 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-2051668859-10.1.1.68-1423770696101 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 15ms
2015-02-12 11:51:37,813 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-2051668859-10.1.1.68-1423770696101 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 14ms
2015-02-12 11:51:37,814 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-2051668859-10.1.1.68-1423770696101: 17ms
2015-02-12 11:51:37,813 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-2051668859-10.1.1.68-1423770696101 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 14ms
2015-02-12 11:51:37,815 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-2051668859-10.1.1.68-1423770696101: 17ms
2015-02-12 11:51:37,815 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 11:51:37,815 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 11:51:37,815 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 11:51:37,815 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 0ms
2015-02-12 11:51:37,815 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 11:51:37,816 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 11:51:37,816 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 11:51:37,816 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 11:51:37,816 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 11:51:37,817 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 11:51:37,818 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid null) service to localhost/127.0.0.1:50635 beginning handshake with NN
2015-02-12 11:51:37,818 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid null) service to localhost/127.0.0.1:50635 beginning handshake with NN
2015-02-12 11:51:37,827 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=b9f90027-9b22-4438-8e72-5fb49fc67402, infoPort=50642, ipcPort=50644, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0) storage b9f90027-9b22-4438-8e72-5fb49fc67402
2015-02-12 11:51:37,831 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:51:37,832 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:50641
2015-02-12 11:51:37,833 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=f048a5e7-0793-416c-b236-93674b363dec, infoPort=50638, ipcPort=50639, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0) storage f048a5e7-0793-416c-b236-93674b363dec
2015-02-12 11:51:37,834 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:51:37,834 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:50637
2015-02-12 11:51:37,836 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid null) service to localhost/127.0.0.1:50635 successfully registered with NN
2015-02-12 11:51:37,836 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:50635 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:51:37,836 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid null) service to localhost/127.0.0.1:50635 successfully registered with NN
2015-02-12 11:51:37,837 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:50635 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:51:37,868 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:51:37,868 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa for DN 127.0.0.1:50641
2015-02-12 11:51:37,869 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9 for DN 127.0.0.1:50641
2015-02-12 11:51:37,869 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:51:37,869 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-0aff3012-ac25-4f9b-ab10-744751e2f623 for DN 127.0.0.1:50637
2015-02-12 11:51:37,869 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec for DN 127.0.0.1:50637
2015-02-12 11:51:37,879 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid b9f90027-9b22-4438-8e72-5fb49fc67402) service to localhost/127.0.0.1:50635 trying to claim ACTIVE state with txid=1
2015-02-12 11:51:37,879 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid b9f90027-9b22-4438-8e72-5fb49fc67402) service to localhost/127.0.0.1:50635
2015-02-12 11:51:37,880 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid f048a5e7-0793-416c-b236-93674b363dec) service to localhost/127.0.0.1:50635 trying to claim ACTIVE state with txid=1
2015-02-12 11:51:37,880 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid f048a5e7-0793-416c-b236-93674b363dec) service to localhost/127.0.0.1:50635
2015-02-12 11:51:37,890 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:51:37,890 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:51:37,890 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec node DatanodeRegistration(127.0.0.1, datanodeUuid=f048a5e7-0793-416c-b236-93674b363dec, infoPort=50638, ipcPort=50639, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 11:51:37,891 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-0aff3012-ac25-4f9b-ab10-744751e2f623,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:51:37,891 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9 node DatanodeRegistration(127.0.0.1, datanodeUuid=b9f90027-9b22-4438-8e72-5fb49fc67402, infoPort=50642, ipcPort=50644, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 11:51:37,891 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-0aff3012-ac25-4f9b-ab10-744751e2f623 node DatanodeRegistration(127.0.0.1, datanodeUuid=f048a5e7-0793-416c-b236-93674b363dec, infoPort=50638, ipcPort=50639, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:51:37,891 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:51:37,891 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa node DatanodeRegistration(127.0.0.1, datanodeUuid=b9f90027-9b22-4438-8e72-5fb49fc67402, infoPort=50642, ipcPort=50644, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:51:37,911 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 29 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4474f5d7
2015-02-12 11:51:37,912 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,912 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 1 msec to generate and 31 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@5ab8195d
2015-02-12 11:51:37,912 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:51:37,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:37,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:51:37,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:37,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:51:37,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:51:37,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:51:37,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:51:37,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,919 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-2051668859-10.1.1.68-1423770696101 to blockPoolScannerMap, new size=1
2015-02-12 11:51:37,919 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-2051668859-10.1.1.68-1423770696101 to blockPoolScannerMap, new size=1
2015-02-12 11:51:37,975 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50646
2015-02-12 11:51:37,977 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:51:37,977 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:51:37,978 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:37,979 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50647
2015-02-12 11:51:37,982 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:50647
2015-02-12 11:51:37,987 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:51:37,987 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:51:37,989 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:50635 starting to offer service
2015-02-12 11:51:37,989 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:37,989 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50647: starting
2015-02-12 11:51:37,991 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:51:37,992 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8
2015-02-12 11:51:37,992 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:37,992 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5 is not formatted for BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,992 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:51:37,994 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:37,994 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6 is not formatted for BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:37,994 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:51:38,017 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:51:38,017 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:51:38,018 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:51:38,019 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:50648
2015-02-12 11:51:38,019 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:51:38,019 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:51:38,021 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:51:38,022 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:38,022 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:51:38,023 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:38,023 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:38,025 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:51:38,025 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50649
2015-02-12 11:51:38,025 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:38,029 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50649_datanode____.y29xll/webapp
2015-02-12 11:51:38,037 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,037 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:51:38,037 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-2051668859-10.1.1.68-1423770696101 is not formatted.
2015-02-12 11:51:38,037 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:51:38,038 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-2051668859-10.1.1.68-1423770696101 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-2051668859-10.1.1.68-1423770696101/current
2015-02-12 11:51:38,038 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:51:38,039 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-2051668859-10.1.1.68-1423770696101 is not formatted.
2015-02-12 11:51:38,039 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:51:38,039 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-2051668859-10.1.1.68-1423770696101 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-2051668859-10.1.1.68-1423770696101/current
2015-02-12 11:51:38,040 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:51:38,040 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:51:38,041 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=838060991;bpid=BP-2051668859-10.1.1.68-1423770696101;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=838060991;c=0;bpid=BP-2051668859-10.1.1.68-1423770696101;dnuuid=null
2015-02-12 11:51:38,042 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 33bc6527-ce7a-4129-a0bd-46b47a76308a
2015-02-12 11:51:38,043 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current
2015-02-12 11:51:38,043 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 11:51:38,043 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current
2015-02-12 11:51:38,043 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 11:51:38,044 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:51:38,045 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423790255045 with interval 21600000
2015-02-12 11:51:38,045 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,046 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 11:51:38,046 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 11:51:38,053 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-2051668859-10.1.1.68-1423770696101 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 7ms
2015-02-12 11:51:38,053 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-2051668859-10.1.1.68-1423770696101 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 7ms
2015-02-12 11:51:38,053 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-2051668859-10.1.1.68-1423770696101: 8ms
2015-02-12 11:51:38,053 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 11:51:38,054 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 11:51:38,054 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 0ms
2015-02-12 11:51:38,054 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 11:51:38,054 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 11:51:38,054 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid null) service to localhost/127.0.0.1:50635 beginning handshake with NN
2015-02-12 11:51:38,055 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=33bc6527-ce7a-4129-a0bd-46b47a76308a, infoPort=50646, ipcPort=50647, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0) storage 33bc6527-ce7a-4129-a0bd-46b47a76308a
2015-02-12 11:51:38,056 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:51:38,056 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:50645
2015-02-12 11:51:38,057 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid null) service to localhost/127.0.0.1:50635 successfully registered with NN
2015-02-12 11:51:38,057 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:50635 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:51:38,058 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:51:38,058 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-31b2d795-5000-45c2-a2c5-fba4c4435d88 for DN 127.0.0.1:50645
2015-02-12 11:51:38,058 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f for DN 127.0.0.1:50645
2015-02-12 11:51:38,059 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid 33bc6527-ce7a-4129-a0bd-46b47a76308a) service to localhost/127.0.0.1:50635 trying to claim ACTIVE state with txid=1
2015-02-12 11:51:38,059 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid 33bc6527-ce7a-4129-a0bd-46b47a76308a) service to localhost/127.0.0.1:50635
2015-02-12 11:51:38,060 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:51:38,060 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f node DatanodeRegistration(127.0.0.1, datanodeUuid=33bc6527-ce7a-4129-a0bd-46b47a76308a, infoPort=50646, ipcPort=50647, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 11:51:38,061 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-31b2d795-5000-45c2-a2c5-fba4c4435d88,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:51:38,061 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-31b2d795-5000-45c2-a2c5-fba4c4435d88 node DatanodeRegistration(127.0.0.1, datanodeUuid=33bc6527-ce7a-4129-a0bd-46b47a76308a, infoPort=50646, ipcPort=50647, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:51:38,061 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@796b1cfd
2015-02-12 11:51:38,061 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,062 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:51:38,062 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:38,062 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:51:38,062 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:51:38,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,064 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-2051668859-10.1.1.68-1423770696101 to blockPoolScannerMap, new size=1
2015-02-12 11:51:38,188 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50649
2015-02-12 11:51:38,188 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:51:38,189 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:51:38,190 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:38,190 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50650
2015-02-12 11:51:38,193 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:50650
2015-02-12 11:51:38,198 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:51:38,198 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:51:38,199 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:50635 starting to offer service
2015-02-12 11:51:38,200 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:38,200 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50650: starting
2015-02-12 11:51:38,201 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:51:38,203 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:38,203 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7 is not formatted for BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,203 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:51:38,204 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 49234@Edinburgh.local
2015-02-12 11:51:38,204 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8 is not formatted for BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,204 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:51:38,249 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,250 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:51:38,250 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-2051668859-10.1.1.68-1423770696101 is not formatted.
2015-02-12 11:51:38,250 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:51:38,250 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-2051668859-10.1.1.68-1423770696101 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-2051668859-10.1.1.68-1423770696101/current
2015-02-12 11:51:38,251 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:51:38,251 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-2051668859-10.1.1.68-1423770696101 is not formatted.
2015-02-12 11:51:38,251 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:51:38,251 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-2051668859-10.1.1.68-1423770696101 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-2051668859-10.1.1.68-1423770696101/current
2015-02-12 11:51:38,252 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:51:38,252 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:51:38,253 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=838060991;bpid=BP-2051668859-10.1.1.68-1423770696101;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=838060991;c=0;bpid=BP-2051668859-10.1.1.68-1423770696101;dnuuid=null
2015-02-12 11:51:38,254 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID e529573a-81c3-4633-a9a5-1957fb755b24
2015-02-12 11:51:38,255 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current
2015-02-12 11:51:38,255 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 11:51:38,256 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current
2015-02-12 11:51:38,256 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 11:51:38,257 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:51:38,258 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423783770258 with interval 21600000
2015-02-12 11:51:38,258 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,259 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 11:51:38,259 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 11:51:38,266 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-2051668859-10.1.1.68-1423770696101 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 7ms
2015-02-12 11:51:38,266 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-2051668859-10.1.1.68-1423770696101 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 7ms
2015-02-12 11:51:38,267 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-2051668859-10.1.1.68-1423770696101: 9ms
2015-02-12 11:51:38,267 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 11:51:38,267 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 11:51:38,268 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 1ms
2015-02-12 11:51:38,268 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-2051668859-10.1.1.68-1423770696101 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 11:51:38,268 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 11:51:38,268 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid null) service to localhost/127.0.0.1:50635 beginning handshake with NN
2015-02-12 11:51:38,269 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=e529573a-81c3-4633-a9a5-1957fb755b24, infoPort=50649, ipcPort=50650, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0) storage e529573a-81c3-4633-a9a5-1957fb755b24
2015-02-12 11:51:38,269 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:51:38,270 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:50648
2015-02-12 11:51:38,270 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid null) service to localhost/127.0.0.1:50635 successfully registered with NN
2015-02-12 11:51:38,270 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:50635 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:51:38,272 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:51:38,272 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7 for DN 127.0.0.1:50648
2015-02-12 11:51:38,272 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-bf6430b6-837f-401c-8d5d-92c9bb382f21 for DN 127.0.0.1:50648
2015-02-12 11:51:38,273 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid e529573a-81c3-4633-a9a5-1957fb755b24) service to localhost/127.0.0.1:50635 trying to claim ACTIVE state with txid=1
2015-02-12 11:51:38,273 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-2051668859-10.1.1.68-1423770696101 (Datanode Uuid e529573a-81c3-4633-a9a5-1957fb755b24) service to localhost/127.0.0.1:50635
2015-02-12 11:51:38,274 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-bf6430b6-837f-401c-8d5d-92c9bb382f21,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:51:38,275 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-bf6430b6-837f-401c-8d5d-92c9bb382f21 node DatanodeRegistration(127.0.0.1, datanodeUuid=e529573a-81c3-4633-a9a5-1957fb755b24, infoPort=50649, ipcPort=50650, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 11:51:38,275 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:51:38,275 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7 node DatanodeRegistration(127.0.0.1, datanodeUuid=e529573a-81c3-4633-a9a5-1957fb755b24, infoPort=50649, ipcPort=50650, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:51:38,276 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@8c1603c
2015-02-12 11:51:38,276 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,276 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:51:38,276 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:51:38,277 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:51:38,277 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:51:38,277 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-2051668859-10.1.1.68-1423770696101
2015-02-12 11:51:38,277 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-2051668859-10.1.1.68-1423770696101 to blockPoolScannerMap, new size=1
2015-02-12 11:51:38,518 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2213)) - Cluster is active
2015-02-12 11:51:38,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:38,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:38,591 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-2051668859-10.1.1.68-1423770696101 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW]]}
2015-02-12 11:51:38,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001 src: /127.0.0.1:50656 dest: /127.0.0.1:50641
2015-02-12 11:51:38,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001 src: /127.0.0.1:50657 dest: /127.0.0.1:50645
2015-02-12 11:51:38,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001 src: /127.0.0.1:50658 dest: /127.0.0.1:50648
2015-02-12 11:51:38,677 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50658, dest: /127.0.0.1:50648, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001, duration: 21619000
2015-02-12 11:51:38,677 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:38,679 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50657, dest: /127.0.0.1:50645, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001, duration: 23313000
2015-02-12 11:51:38,679 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:38,682 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50656, dest: /127.0.0.1:50641, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001, duration: 26220000
2015-02-12 11:51:38,682 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:38,689 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3694)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW]]} has not reached minimal replication 1
2015-02-12 11:51:38,689 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 11:51:38,689 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 11:51:38,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW]]} size 504324
2015-02-12 11:51:38,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741825_1001 size 504324
2015-02-12 11:51:38,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741825_1001 size 504324
2015-02-12 11:51:39,098 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-2051019643_9
2015-02-12 11:51:39,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 11:51:39,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:51:39,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:39,190 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar. BP-2051668859-10.1.1.68-1423770696101 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW]]}
2015-02-12 11:51:39,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002 src: /127.0.0.1:50659 dest: /127.0.0.1:50637
2015-02-12 11:51:39,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002 src: /127.0.0.1:50660 dest: /127.0.0.1:50641
2015-02-12 11:51:39,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002 src: /127.0.0.1:50661 dest: /127.0.0.1:50645
2015-02-12 11:51:39,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50661, dest: /127.0.0.1:50645, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002, duration: 5630000
2015-02-12 11:51:39,204 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:39,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW]]} size 0
2015-02-12 11:51:39,206 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50660, dest: /127.0.0.1:50641, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002, duration: 7272000
2015-02-12 11:51:39,206 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:39,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW]]} size 0
2015-02-12 11:51:39,208 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50659, dest: /127.0.0.1:50637, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002, duration: 9269000
2015-02-12 11:51:39,209 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:39,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|FINALIZED]]} size 0
2015-02-12 11:51:39,210 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar is closed by DFSClient_NONMAPREDUCE_-2051019643_9
2015-02-12 11:51:39,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 11:51:39,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 11:51:39,260 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(157)) - mkdir: hdfs://localhost:50635/tmp/hadoop-yarn/staging
2015-02-12 11:51:39,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:51:39,280 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:51:39,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:51:39,326 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - core-site.xml not found
2015-02-12 11:51:39,326 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 11:51:39,348 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - yarn-site.xml not found
2015-02-12 11:51:39,350 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 11:51:39,355 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 11:51:39,358 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 11:51:39,361 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 11:51:39,372 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 11:51:39,376 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 11:51:39,376 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(302)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-12 11:51:39,387 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 11:51:39,388 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 11:51:39,388 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 11:51:39,389 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 11:51:39,400 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again)
2015-02-12 11:51:39,408 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 11:51:39,414 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 11:51:39,415 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 11:51:39,416 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(92)) - YARN system metrics publishing service is not enabled
2015-02-12 11:51:39,417 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 11:51:39,419 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2236)) - found resource capacity-scheduler.xml at jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.6.0.2.2.0.0-2041/ca52ec7870e6cb419445cf631dbcbc6204182d78/hadoop-yarn-server-tests-2.6.0.2.2.0.0-2041-tests.jar!/capacity-scheduler.xml
2015-02-12 11:51:39,447 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*, labels=*,
, reservationsContinueLooking=true
2015-02-12 11:51:39,447 INFO capacity.ParentQueue (ParentQueue.java:<init>(121)) - Initialized parent-queue root name=root, fullname=root
2015-02-12 11:51:39,454 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
labels=*,
nodeLocalityDelay = 0
reservationsContinueLooking = true
2015-02-12 11:51:39,455 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:51:39,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:51:39,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(467)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:51:39,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(436)) - Initialized queue mappings, override: false
2015-02-12 11:51:39,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(305)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-12 11:51:39,459 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 11:51:39,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 11:51:39,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 11:51:39,461 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 11:51:39,461 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 11:51:39,461 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 11:51:39,461 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 11:51:39,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 11:51:39,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 11:51:39,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 11:51:39,507 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:51:39,507 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:51:39,508 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:51:39,508 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:51:39,509 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:51:39,509 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:51:39,512 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:51:39,512 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:51:39,512 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:51:39,524 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:51:39,524 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:51:39,713 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:51:39,728 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:51:39,728 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:51:39,754 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:51:39,755 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:51:39,755 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:51:39,755 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:51:39,756 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:51:39,757 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 11:51:39,757 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 11:51:39,757 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 11:51:39,757 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 11:51:39,758 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 11:51:39,758 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 11:51:39,758 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 11:51:39,759 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 11:51:39,759 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 11:51:39,775 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:51:39,775 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:51:39,776 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:51:39,776 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:51:39,776 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:51:39,777 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:51:39,778 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:51:39,778 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:51:39,778 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:51:39,782 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:51:39,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:51:39,948 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:51:39,949 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:51:39,950 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:51:39,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:51:39,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:51:39,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:51:39,953 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:51:39,953 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:51:39,953 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 11:51:39,954 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 11:51:39,954 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 11:51:39,954 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 11:51:39,954 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 11:51:39,955 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 11:51:39,955 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 11:51:39,955 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 11:51:39,955 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 11:51:39,969 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:51:39,969 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:51:39,970 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:51:39,970 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:51:39,970 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:51:39,970 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:51:39,971 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:51:39,971 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:51:39,971 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:51:39,974 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:51:39,974 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:51:40,137 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:51:40,138 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:51:40,138 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:51:40,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:51:40,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:51:40,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:51:40,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:51:40,142 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:51:40,142 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 11:51:40,142 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 11:51:40,142 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 11:51:40,143 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 11:51:40,143 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 11:51:40,143 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 11:51:40,143 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 11:51:40,144 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 11:51:40,144 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 11:51:40,157 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:51:40,158 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:51:40,158 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:51:40,158 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:51:40,158 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:51:40,159 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:51:40,159 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:51:40,159 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:51:40,159 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:51:40,162 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:51:40,162 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:51:40,324 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:51:40,325 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:51:40,325 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:51:40,328 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:51:40,328 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:51:40,328 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:51:40,329 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:51:40,329 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:51:40,339 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 11:51:40,360 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:51:40,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 11:51:40,377 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:51:40,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:51:40,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:51:40,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:51:40,384 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 11:51:40,384 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 11:51:40,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 11:51:47,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002
2015-02-12 11:51:47,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001
2015-02-12 11:51:47,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002
2015-02-12 11:51:48,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741826_1002
2015-02-12 11:51:48,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001
2015-02-12 11:51:48,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741825_1001
2015-02-12 11:51:50,391 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 11:51:50,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 11:51:50,399 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 11:51:50,408 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:50,409 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50683
2015-02-12 11:51:50,412 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(217)) - Waiting for HistoryServer to start...
2015-02-12 11:51:50,412 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobHistoryServer metrics system started (again)
2015-02-12 11:51:50,413 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:50,415 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:50,415 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:50,420 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 11:51:50,420 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:50,421 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 11:51:50,421 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:50,421 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:50,422 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /jobhistory/*
2015-02-12 11:51:50,422 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:50,423 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50684
2015-02-12 11:51:50,423 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:50,426 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50684_jobhistory____m6kxag/webapp
2015-02-12 11:51:50,503 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50684
2015-02-12 11:51:50,503 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 50684
2015-02-12 11:51:50,753 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:50,761 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:50,761 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50686
2015-02-12 11:51:50,763 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 11:51:50,764 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:50,764 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50686: starting
2015-02-12 11:51:50,766 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.68/10.1.1.68:50686
2015-02-12 11:51:50,767 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:50,767 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50683: starting
2015-02-12 11:51:51,915 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(234)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 11:51:51,916 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(236)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 11:51:51,916 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(238)) - MiniMRYARN HistoryServer address: 10.1.1.68:50686
2015-02-12 11:51:51,917 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(240)) - MiniMRYARN HistoryServer web address: Edinburgh.local:50684
2015-02-12 11:51:51,917 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 11:51:51,918 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1045)) - Transitioning to active state
2015-02-12 11:51:51,925 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens
2015-02-12 11:51:51,926 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 11:51:51,926 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:51,926 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 11:51:51,927 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:51,927 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:51,928 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 11:51:51,937 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:51,938 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50688
2015-02-12 11:51:51,940 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 11:51:51,941 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:51,941 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50688: starting
2015-02-12 11:51:51,955 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:51,955 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50689
2015-02-12 11:51:51,958 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 11:51:51,959 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:51,959 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50689: starting
2015-02-12 11:51:51,991 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:51,992 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50690
2015-02-12 11:51:51,994 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 11:51:51,995 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:51,995 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50690: starting
2015-02-12 11:51:52,004 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1062)) - Transitioned to active state
2015-02-12 11:51:52,008 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 11:51:52,008 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:52,012 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 11:51:52,012 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 11:51:52,013 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 11:51:52,013 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 11:51:52,013 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:52,013 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:52,014 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/*
2015-02-12 11:51:52,014 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:52,015 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50691
2015-02-12 11:51:52,015 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:52,018 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50691_cluster____.r32d4n/webapp
2015-02-12 11:51:52,090 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:52,091 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:52,091 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:52,766 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:52,767 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:52,767 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:52,768 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:52,769 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:52,769 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:52,770 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50691
2015-02-12 11:51:52,772 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 50691
2015-02-12 11:51:52,810 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:52,825 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:52,826 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50693
2015-02-12 11:51:52,829 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 11:51:52,829 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:52,829 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50693: starting
2015-02-12 11:51:53,421 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.68:50690
2015-02-12 11:51:53,422 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:50691
2015-02-12 11:51:53,422 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.68:50690
2015-02-12 11:51:53,422 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:50691
2015-02-12 11:51:53,423 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 11:51:53,431 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:53,432 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50694
2015-02-12 11:51:53,434 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:51:53,434 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:51:53,435 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:53,435 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50694: starting
2015-02-12 11:51:53,441 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:50694
2015-02-12 11:51:53,445 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:53,446 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50695
2015-02-12 11:51:53,448 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:51:53,448 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:53,448 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50695: starting
2015-02-12 11:51:53,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 50695
2015-02-12 11:51:53,459 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:51:53,468 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 50696
2015-02-12 11:51:53,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:53,469 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:50694
2015-02-12 11:51:53,469 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:51:53,469 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:51:53,470 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:51:53,470 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:53,470 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:51:53,470 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:53,471 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:53,471 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:51:53,471 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:53,472 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50697
2015-02-12 11:51:53,472 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:53,474 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50697_node____9smadb/webapp
2015-02-12 11:51:53,870 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50697
2015-02-12 11:51:53,871 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50697
2015-02-12 11:51:53,889 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:53,891 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:51:53,896 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:51:53,906 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:51:53,907 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 50694 httpPort: 50697) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:50694
2015-02-12 11:51:53,908 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1585480615
2015-02-12 11:51:53,909 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -248858670
2015-02-12 11:51:53,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:50694 with total resource of <memory:4096, vCores:8>
2015-02-12 11:51:53,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:51:53,910 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:50694 Node Transitioned from NEW to RUNNING
2015-02-12 11:51:53,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:50694 clusterResource: <memory:4096, vCores:8>
2015-02-12 11:51:54,431 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 11:51:54,434 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:54,435 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50699
2015-02-12 11:51:54,437 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:51:54,437 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:51:54,438 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:54,438 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50699: starting
2015-02-12 11:51:54,442 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:50699
2015-02-12 11:51:54,443 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:54,444 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50700
2015-02-12 11:51:54,447 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:51:54,447 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:54,448 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50700: starting
2015-02-12 11:51:54,449 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 50700
2015-02-12 11:51:54,450 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:51:54,451 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 50701
2015-02-12 11:51:54,451 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:54,451 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:50699
2015-02-12 11:51:54,451 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:51:54,452 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:51:54,452 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:51:54,453 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:54,453 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:51:54,453 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:54,453 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:54,454 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:51:54,454 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:54,455 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50702
2015-02-12 11:51:54,455 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:54,457 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50702_node____gq32xw/webapp
2015-02-12 11:51:54,693 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50702
2015-02-12 11:51:54,694 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50702
2015-02-12 11:51:54,699 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:54,701 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:51:54,701 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:51:54,701 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:51:54,701 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 50699 httpPort: 50702) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:50699
2015-02-12 11:51:54,701 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:50699 Node Transitioned from NEW to RUNNING
2015-02-12 11:51:54,701 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1585480615
2015-02-12 11:51:54,702 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -248858670
2015-02-12 11:51:54,702 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:50699 with total resource of <memory:4096, vCores:8>
2015-02-12 11:51:54,702 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:51:54,702 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:50699 clusterResource: <memory:8192, vCores:16>
2015-02-12 11:51:55,436 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 11:51:55,439 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:55,440 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50704
2015-02-12 11:51:55,442 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:51:55,442 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:51:55,443 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:55,443 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50704: starting
2015-02-12 11:51:55,447 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:50704
2015-02-12 11:51:55,448 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:55,449 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50705
2015-02-12 11:51:55,450 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:51:55,451 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:55,451 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50705: starting
2015-02-12 11:51:55,453 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 50705
2015-02-12 11:51:55,454 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:51:55,455 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 50706
2015-02-12 11:51:55,455 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:55,455 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:50704
2015-02-12 11:51:55,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:51:55,456 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:51:55,456 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:51:55,457 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:55,457 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:51:55,457 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:55,457 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:55,458 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:51:55,458 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:55,458 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50707
2015-02-12 11:51:55,458 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:55,461 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50707_node____9br2y1/webapp
2015-02-12 11:51:55,627 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50707
2015-02-12 11:51:55,628 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50707
2015-02-12 11:51:55,633 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:55,634 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:51:55,634 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:51:55,634 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:51:55,634 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 50704 httpPort: 50707) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:50704
2015-02-12 11:51:55,634 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:50704 Node Transitioned from NEW to RUNNING
2015-02-12 11:51:55,635 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1585480615
2015-02-12 11:51:55,635 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -248858670
2015-02-12 11:51:55,635 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:50704 with total resource of <memory:4096, vCores:8>
2015-02-12 11:51:55,635 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:51:55,635 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:50704 clusterResource: <memory:12288, vCores:24>
2015-02-12 11:51:56,440 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 11:51:56,444 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:56,445 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50709
2015-02-12 11:51:56,447 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:51:56,447 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:51:56,447 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:56,447 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50709: starting
2015-02-12 11:51:56,451 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:50709
2015-02-12 11:51:56,452 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:56,453 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50710
2015-02-12 11:51:56,454 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:51:56,455 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:56,455 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50710: starting
2015-02-12 11:51:56,457 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 50710
2015-02-12 11:51:56,458 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:51:56,459 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 50711
2015-02-12 11:51:56,459 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:56,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:50709
2015-02-12 11:51:56,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:51:56,460 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:51:56,460 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:51:56,460 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:56,462 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:51:56,463 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:56,463 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:56,463 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:51:56,464 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:56,464 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50712
2015-02-12 11:51:56,464 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:56,467 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50712_node____dh345f/webapp
2015-02-12 11:51:56,676 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50712
2015-02-12 11:51:56,676 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50712
2015-02-12 11:51:56,686 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:56,687 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:51:56,687 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:51:56,687 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:51:56,687 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 50709 httpPort: 50712) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:50709
2015-02-12 11:51:56,687 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:50709 Node Transitioned from NEW to RUNNING
2015-02-12 11:51:56,687 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1585480615
2015-02-12 11:51:56,688 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -248858670
2015-02-12 11:51:56,688 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:50709 with total resource of <memory:4096, vCores:8>
2015-02-12 11:51:56,688 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:51:56,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:50709 clusterResource: <memory:16384, vCores:32>
2015-02-12 11:51:57,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:51:57,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:51:57,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,465 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt. BP-2051668859-10.1.1.68-1423770696101 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW]]}
2015-02-12 11:51:57,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003 src: /127.0.0.1:50714 dest: /127.0.0.1:50641
2015-02-12 11:51:57,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003 src: /127.0.0.1:50715 dest: /127.0.0.1:50648
2015-02-12 11:51:57,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003 src: /127.0.0.1:50716 dest: /127.0.0.1:50637
2015-02-12 11:51:57,479 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50716, dest: /127.0.0.1:50637, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003, duration: 5819000
2015-02-12 11:51:57,480 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:57,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW]]} size 0
2015-02-12 11:51:57,481 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50715, dest: /127.0.0.1:50648, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003, duration: 6831000
2015-02-12 11:51:57,482 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,486 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50714, dest: /127.0.0.1:50641, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003, duration: 11172000
2015-02-12 11:51:57,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:51:57,487 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:51:57,490 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt is closed by DFSClient_NONMAPREDUCE_-2051019643_9
2015-02-12 11:51:57,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:57,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:57,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,497 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt. BP-2051668859-10.1.1.68-1423770696101 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW]]}
2015-02-12 11:51:57,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004 src: /127.0.0.1:50717 dest: /127.0.0.1:50637
2015-02-12 11:51:57,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004 src: /127.0.0.1:50718 dest: /127.0.0.1:50645
2015-02-12 11:51:57,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004 src: /127.0.0.1:50719 dest: /127.0.0.1:50648
2015-02-12 11:51:57,511 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50719, dest: /127.0.0.1:50648, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004, duration: 6659000
2015-02-12 11:51:57,512 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:57,513 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW]]} size 0
2015-02-12 11:51:57,513 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50718, dest: /127.0.0.1:50645, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004, duration: 8171000
2015-02-12 11:51:57,514 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW]]} size 0
2015-02-12 11:51:57,515 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50717, dest: /127.0.0.1:50637, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004, duration: 7835000
2015-02-12 11:51:57,516 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|FINALIZED]]} size 0
2015-02-12 11:51:57,518 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt is closed by DFSClient_NONMAPREDUCE_-2051019643_9
2015-02-12 11:51:57,550 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:51:57,551 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:51:57,556 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 45C96023130F4C3CACC05808CC87894C
2015-02-12 11:51:57,586 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 11:51:57,600 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 11:51:57,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:51:57,643 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 11:51:57,644 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 11:51:57,645 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt"]
2015-02-12 11:51:57,645 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread"]
2015-02-12 11:51:57,646 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 11:51:57,646 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 11:51:57,646 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 11:51:57,647 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ocessplatform/openforread
2015-02-12 11:51:57,669 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:50690
2015-02-12 11:51:57,742 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:50690
2015-02-12 11:51:57,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:51:57,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:51:57,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:51:57,783 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 1
2015-02-12 11:51:57,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001 dst=null perm=null proto=rpc
2015-02-12 11:51:57,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:51:57,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:51:57,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:57,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,799 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar. BP-2051668859-10.1.1.68-1423770696101 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW]]}
2015-02-12 11:51:57,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005 src: /127.0.0.1:50722 dest: /127.0.0.1:50648
2015-02-12 11:51:57,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005 src: /127.0.0.1:50723 dest: /127.0.0.1:50645
2015-02-12 11:51:57,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005 src: /127.0.0.1:50724 dest: /127.0.0.1:50641
2015-02-12 11:51:57,811 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50724, dest: /127.0.0.1:50641, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005, duration: 4840000
2015-02-12 11:51:57,811 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:57,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW]]} size 0
2015-02-12 11:51:57,812 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50723, dest: /127.0.0.1:50645, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005, duration: 5606000
2015-02-12 11:51:57,813 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,814 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW]]} size 0
2015-02-12 11:51:57,814 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50722, dest: /127.0.0.1:50648, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005, duration: 7402000
2015-02-12 11:51:57,815 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW]]} size 0
2015-02-12 11:51:57,817 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-2051019643_9
2015-02-12 11:51:57,821 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar
2015-02-12 11:51:57,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:57,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:57,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:51:57,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:57,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:51:57,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:51:57,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:57,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:51:57,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:51:57,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:51:57,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:51:57,849 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:51:57,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:51:57,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,866 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split
2015-02-12 11:51:57,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:57,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split. BP-2051668859-10.1.1.68-1423770696101 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW]]}
2015-02-12 11:51:57,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006 src: /127.0.0.1:50725 dest: /127.0.0.1:50645
2015-02-12 11:51:57,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006 src: /127.0.0.1:50726 dest: /127.0.0.1:50641
2015-02-12 11:51:57,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006 src: /127.0.0.1:50727 dest: /127.0.0.1:50648
2015-02-12 11:51:57,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006 src: /127.0.0.1:50728 dest: /127.0.0.1:50637
2015-02-12 11:51:57,882 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50728, dest: /127.0.0.1:50637, bytes: 1787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006, duration: 5646000
2015-02-12 11:51:57,883 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:57,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|FINALIZED]]} size 0
2015-02-12 11:51:57,884 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50727, dest: /127.0.0.1:50648, bytes: 1787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006, duration: 7503000
2015-02-12 11:51:57,885 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|FINALIZED]]} size 0
2015-02-12 11:51:57,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50726, dest: /127.0.0.1:50641, bytes: 1787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006, duration: 13587000
2015-02-12 11:51:57,891 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|FINALIZED]]} size 0
2015-02-12 11:51:57,892 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50725, dest: /127.0.0.1:50645, bytes: 1787, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006, duration: 14933000
2015-02-12 11:51:57,893 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|FINALIZED], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|FINALIZED]]} size 0
2015-02-12 11:51:57,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split is closed by DFSClient_NONMAPREDUCE_-2051019643_9
2015-02-12 11:51:57,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,902 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo. BP-2051668859-10.1.1.68-1423770696101 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW]]}
2015-02-12 11:51:57,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007 src: /127.0.0.1:50729 dest: /127.0.0.1:50637
2015-02-12 11:51:57,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007 src: /127.0.0.1:50730 dest: /127.0.0.1:50641
2015-02-12 11:51:57,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007 src: /127.0.0.1:50731 dest: /127.0.0.1:50645
2015-02-12 11:51:57,915 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50731, dest: /127.0.0.1:50645, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007, duration: 4639000
2015-02-12 11:51:57,915 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:57,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|FINALIZED]]} size 0
2015-02-12 11:51:57,916 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50730, dest: /127.0.0.1:50641, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007, duration: 6050000
2015-02-12 11:51:57,917 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|FINALIZED]]} size 0
2015-02-12 11:51:57,918 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50729, dest: /127.0.0.1:50637, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007, duration: 7226000
2015-02-12 11:51:57,918 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:57,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|FINALIZED]]} size 0
2015-02-12 11:51:57,921 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-2051019643_9
2015-02-12 11:51:57,921 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:5
2015-02-12 11:51:57,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:57,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:58,026 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml. BP-2051668859-10.1.1.68-1423770696101 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW]]}
2015-02-12 11:51:58,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008 src: /127.0.0.1:50732 dest: /127.0.0.1:50641
2015-02-12 11:51:58,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008 src: /127.0.0.1:50733 dest: /127.0.0.1:50645
2015-02-12 11:51:58,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008 src: /127.0.0.1:50734 dest: /127.0.0.1:50648
2015-02-12 11:51:58,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50734, dest: /127.0.0.1:50648, bytes: 97418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008, duration: 2970000
2015-02-12 11:51:58,039 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:58,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:51:58,041 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50733, dest: /127.0.0.1:50645, bytes: 97418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008, duration: 4297000
2015-02-12 11:51:58,041 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:58,042 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50732, dest: /127.0.0.1:50641, bytes: 97418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2051019643_9, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008, duration: 6075000
2015-02-12 11:51:58,043 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:58,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|FINALIZED]]} size 0
2015-02-12 11:51:58,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|FINALIZED]]} size 0
2015-02-12 11:51:58,046 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-2051019643_9
2015-02-12 11:51:58,047 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423770711919_0001
2015-02-12 11:51:58,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001 dst=null perm=null proto=rpc
2015-02-12 11:51:58,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:58,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:58,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:58,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:58,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:58,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:58,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,188 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 1 submitted by user soberoi
2015-02-12 11:51:58,188 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423770711919_0001
2015-02-12 11:51:58,189 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423770711919_0001
2015-02-12 11:51:58,189 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770711919_0001 State change from NEW to NEW_SAVING
2015-02-12 11:51:58,194 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423770711919_0001
2015-02-12 11:51:58,197 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:50641 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:50637
2015-02-12 11:51:58,202 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770711919_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:51:58,204 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423770711919_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:51:58,206 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423770711919_0001 from user: soberoi, in queue: default
2015-02-12 11:51:58,208 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770711919_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 11:51:58,225 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423770711919_0001_000001
2015-02-12 11:51:58,226 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770711919_0001_000001 State change from NEW to SUBMITTED
2015-02-12 11:51:58,232 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423770711919_0001 from user: soberoi activated in queue: default
2015-02-12 11:51:58,232 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423770711919_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6b3aa71e, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:51:58,232 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423770711919_0001_000001 to scheduler from user soberoi in queue default
2015-02-12 11:51:58,234 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770711919_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:51:58,411 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423770711919_0001
2015-02-12 11:51:58,431 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:50691/proxy/application_1423770711919_0001/
2015-02-12 11:51:58,432 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423770711919_0001
2015-02-12 11:51:58,432 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:50691/proxy/application_1423770711919_0001/
2015-02-12 11:51:58,662 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:51:58,662 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000001
2015-02-12 11:51:58,662 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770711919_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:50704, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:51:58,663 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770711919_0001_000001 container=Container: [ContainerId: container_1423770711919_0001_01_000001, NodeId: 10.1.1.68:50704, NodeHttpAddress: 10.1.1.68:50707, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:51:58,663 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:51:58,663 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:58,672 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:50704 for container : container_1423770711919_0001_01_000001
2015-02-12 11:51:58,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:51:58,679 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423770711919_0001_000001
2015-02-12 11:51:58,680 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423770711919_0001 AttemptId: appattempt_1423770711919_0001_000001 MasterContainer: Container: [ContainerId: container_1423770711919_0001_01_000001, NodeId: 10.1.1.68:50704, NodeHttpAddress: 10.1.1.68:50707, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:50704 }, ]
2015-02-12 11:51:58,680 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770711919_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:51:58,686 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770711919_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:51:58,688 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423770711919_0001_000001
2015-02-12 11:51:58,697 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423770711919_0001_01_000001, NodeId: 10.1.1.68:50704, NodeHttpAddress: 10.1.1.68:50707, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:50704 }, ] for AM appattempt_1423770711919_0001_000001
2015-02-12 11:51:58,697 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423770711919_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:51:58,698 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423770711919_0001_000001
2015-02-12 11:51:58,700 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423770711919_0001_000001
2015-02-12 11:51:58,720 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:58,731 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770711919_0001_01_000001 by user soberoi
2015-02-12 11:51:58,746 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423770711919_0001
2015-02-12 11:51:58,752 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000001
2015-02-12 11:51:58,753 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770711919_0001 transitioned from NEW to INITING
2015-02-12 11:51:58,754 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770711919_0001_01_000001 to application application_1423770711919_0001
2015-02-12 11:51:58,759 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770711919_0001 transitioned from INITING to RUNNING
2015-02-12 11:51:58,761 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:51:58,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770711919_0001
2015-02-12 11:51:58,764 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423770711919_0001_01_000001, NodeId: 10.1.1.68:50704, NodeHttpAddress: 10.1.1.68:50707, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:50704 }, ] for AM appattempt_1423770711919_0001_000001
2015-02-12 11:51:58,764 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770711919_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:51:58,770 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:58,770 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:58,770 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:58,771 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:51:58,771 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:51:58,771 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:51:58,771 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar, 1423770699210, FILE, null }
2015-02-12 11:51:58,776 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770699097, FILE, null }
2015-02-12 11:51:58,777 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770711919_0001_01_000001
2015-02-12 11:51:58,796 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423770711919_0001_01_000001.tokens. Credentials list:
2015-02-12 11:51:58,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:51:58,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:51:58,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:58,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:51:58,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:51:58,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:51:58,889 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=b9f90027-9b22-4438-8e72-5fb49fc67402, infoPort=50642, ipcPort=50644, storageInfo=lv=-56;cid=testClusterID;nsid=838060991;c=0) Starting thread to transfer BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005 to 127.0.0.1:50637
2015-02-12 11:51:58,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005 src: /127.0.0.1:50741 dest: /127.0.0.1:50637
2015-02-12 11:51:58,897 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005 (numBytes=254067) to /127.0.0.1:50637
2015-02-12 11:51:58,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005 src: /127.0.0.1:50741 dest: /127.0.0.1:50637 of size 254067
2015-02-12 11:51:58,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741829_1005 size 254067
2015-02-12 11:51:58,907 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:58,911 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/10/hadoop-2882000256133597467.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:58,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:51:59,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423770711919_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000001.tokens
2015-02-12 11:51:59,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423770711919_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423770711919_0001
2015-02-12 11:51:59,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:59,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:59,150 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423770711919_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:59,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:59,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:59,197 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423770711919_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:59,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:59,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:59,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423770711919_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:59,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:59,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:59,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423770711919_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:59,298 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:51:59,336 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:51:59,337 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:59,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000001/default_container_executor.sh]
2015-02-12 11:51:59,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:52:01,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:52:01,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:52:01,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:52:01,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:52:01,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001 dst=null perm=null proto=rpc
2015-02-12 11:52:01,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:52:01,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:52:01,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:52:01,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:52:01,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:52:01,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:52:02,664 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:02,670 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423770711919_0001_000001
2015-02-12 11:52:02,671 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423770711919_0001 APPATTEMPTID=appattempt_1423770711919_0001_000001
2015-02-12 11:52:02,672 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770711919_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:52:02,672 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770711919_0001 State change from ACCEPTED to RUNNING
2015-02-12 11:52:02,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:02,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:52:02,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:02,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003
2015-02-12 11:52:02,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004
2015-02-12 11:52:02,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003
2015-02-12 11:52:02,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005
2015-02-12 11:52:02,940 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1_conf.xml. BP-2051668859-10.1.1.68-1423770696101 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW]]}
2015-02-12 11:52:02,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009 src: /127.0.0.1:50758 dest: /127.0.0.1:50637
2015-02-12 11:52:02,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009 src: /127.0.0.1:50759 dest: /127.0.0.1:50648
2015-02-12 11:52:02,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009 src: /127.0.0.1:50760 dest: /127.0.0.1:50641
2015-02-12 11:52:03,024 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50760, dest: /127.0.0.1:50641, bytes: 114421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009, duration: 28953000
2015-02-12 11:52:03,024 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:03,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW]]} size 0
2015-02-12 11:52:03,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50759, dest: /127.0.0.1:50648, bytes: 114421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009, duration: 29698000
2015-02-12 11:52:03,025 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:03,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW]]} size 0
2015-02-12 11:52:03,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50758, dest: /127.0.0.1:50637, bytes: 114421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009, duration: 30896000
2015-02-12 11:52:03,026 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:03,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW]]} size 0
2015-02-12 11:52:03,031 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:03,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005
2015-02-12 11:52:03,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004
2015-02-12 11:52:03,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008
2015-02-12 11:52:03,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006
2015-02-12 11:52:03,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007
2015-02-12 11:52:03,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741828_1004
2015-02-12 11:52:03,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741827_1003
2015-02-12 11:52:03,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006
2015-02-12 11:52:03,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005
2015-02-12 11:52:03,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008
2015-02-12 11:52:03,738 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:52:03,738 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000002
2015-02-12 11:52:03,739 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770711919_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50709, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:52:03,739 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770711919_0001_000001 container=Container: [ContainerId: container_1423770711919_0001_01_000002, NodeId: 10.1.1.68:50709, NodeHttpAddress: 10.1.1.68:50712, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:52:03,739 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:52:03,739 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:03,740 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:52:03,740 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000003
2015-02-12 11:52:03,740 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770711919_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50709, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:52:03,740 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770711919_0001_000001 container=Container: [ContainerId: container_1423770711919_0001_01_000003, NodeId: 10.1.1.68:50709, NodeHttpAddress: 10.1.1.68:50712, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:52:03,741 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:52:03,741 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:03,741 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:52:03,741 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000004
2015-02-12 11:52:03,741 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770711919_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50709, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 11:52:03,742 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770711919_0001_000001 container=Container: [ContainerId: container_1423770711919_0001_01_000004, NodeId: 10.1.1.68:50709, NodeHttpAddress: 10.1.1.68:50712, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:52:03,742 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:52:03,742 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:03,742 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:52:03,743 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000005
2015-02-12 11:52:03,743 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770711919_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50709, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 11:52:03,743 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770711919_0001_000001 container=Container: [ContainerId: container_1423770711919_0001_01_000005, NodeId: 10.1.1.68:50709, NodeHttpAddress: 10.1.1.68:50712, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:52:03,743 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:52:03,743 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:03,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:52:03,765 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000006
2015-02-12 11:52:03,765 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770711919_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50699, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:52:03,765 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770711919_0001_000001 container=Container: [ContainerId: container_1423770711919_0001_01_000006, NodeId: 10.1.1.68:50699, NodeHttpAddress: 10.1.1.68:50702, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:52:03,766 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 11:52:03,766 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:04,745 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:50709 for container : container_1423770711919_0001_01_000002
2015-02-12 11:52:04,747 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:52:04,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:52:04,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:52:04,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:52:04,754 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:50699 for container : container_1423770711919_0001_01_000006
2015-02-12 11:52:04,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:52:04,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:52:04,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:52:04,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,888 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:04,888 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:04,889 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:04,891 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:04,895 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770711919_0001_01_000006 by user soberoi
2015-02-12 11:52:04,895 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:04,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423770711919_0001
2015-02-12 11:52:04,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770711919_0001_01_000003 by user soberoi
2015-02-12 11:52:04,899 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000006
2015-02-12 11:52:04,901 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423770711919_0001
2015-02-12 11:52:04,901 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770711919_0001 transitioned from NEW to INITING
2015-02-12 11:52:04,903 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770711919_0001 transitioned from NEW to INITING
2015-02-12 11:52:04,904 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770711919_0001_01_000003 to application application_1423770711919_0001
2015-02-12 11:52:04,903 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770711919_0001_01_000006 to application application_1423770711919_0001
2015-02-12 11:52:04,905 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770711919_0001 transitioned from INITING to RUNNING
2015-02-12 11:52:04,905 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770711919_0001 transitioned from INITING to RUNNING
2015-02-12 11:52:04,905 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:52:04,905 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:52:04,906 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,907 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,907 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:52:04,906 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,908 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,908 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:52:04,909 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770711919_0001
2015-02-12 11:52:04,909 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770711919_0001
2015-02-12 11:52:04,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:52:04,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:52:04,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:52:04,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:52:04,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:52:04,910 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770699097, FILE, null }
2015-02-12 11:52:04,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:52:04,911 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:52:04,911 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:52:04,911 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770699097, FILE, null }
2015-02-12 11:52:04,912 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770711919_0001_01_000002 by user soberoi
2015-02-12 11:52:04,913 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770711919_0001_01_000005 by user soberoi
2015-02-12 11:52:04,914 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000005
2015-02-12 11:52:04,914 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar, 1423770699210, FILE, null }
2015-02-12 11:52:04,914 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000003
2015-02-12 11:52:04,915 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar, 1423770699210, FILE, null }
2015-02-12 11:52:04,917 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770711919_0001_01_000004 by user soberoi
2015-02-12 11:52:04,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000004
2015-02-12 11:52:04,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000002
2015-02-12 11:52:04,919 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770711919_0001_01_000003
2015-02-12 11:52:04,920 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770711919_0001_01_000002 to application application_1423770711919_0001
2015-02-12 11:52:04,920 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770711919_0001_01_000005 to application application_1423770711919_0001
2015-02-12 11:52:04,920 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770711919_0001_01_000004 to application application_1423770711919_0001
2015-02-12 11:52:04,920 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:52:04,921 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:52:04,921 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:52:04,921 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,921 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,921 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:52:04,922 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770711919_0001
2015-02-12 11:52:04,922 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,922 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,923 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:52:04,923 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770711919_0001
2015-02-12 11:52:04,924 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,924 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770711919_0001
2015-02-12 11:52:04,924 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:52:04,924 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770711919_0001
2015-02-12 11:52:04,924 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770711919_0001_01_000006
2015-02-12 11:52:04,924 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770699097, FILE, null }
2015-02-12 11:52:04,925 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar, 1423770699210, FILE, null }
2015-02-12 11:52:04,925 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770711919_0001_01_000002
2015-02-12 11:52:04,929 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770699097, FILE, null }
2015-02-12 11:52:04,930 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar, 1423770699210, FILE, null }
2015-02-12 11:52:04,931 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770711919_0001_01_000005
2015-02-12 11:52:04,932 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770699097, FILE, null }
2015-02-12 11:52:04,932 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar, 1423770699210, FILE, null }
2015-02-12 11:52:04,932 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770711919_0001_01_000004
2015-02-12 11:52:04,969 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423770711919_0001_01_000004.tokens. Credentials list:
2015-02-12 11:52:04,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423770711919_0001_01_000003.tokens. Credentials list:
2015-02-12 11:52:04,976 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423770711919_0001_01_000006.tokens. Credentials list:
2015-02-12 11:52:04,978 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423770711919_0001_01_000005.tokens. Credentials list:
2015-02-12 11:52:04,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:52:04,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,983 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423770711919_0001_01_000002.tokens. Credentials list:
2015-02-12 11:52:04,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:52:04,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:52:04,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:52:04,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:52:04,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:52:04,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:52:04,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:52:04,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:52:04,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:52:04,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:52:04,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:52:05,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar dst=null perm=null proto=rpc
2015-02-12 11:52:05,097 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/filecache/11/hadoop-2882000256133597467.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:52:05,103 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:52:05,106 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-2882000256133597467.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/hadoop-2882000256133597467.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:52:05,109 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:52:05,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:52:05,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:52:05,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423770711919_0001_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000006.tokens
2015-02-12 11:52:05,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770711919_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770711919_0001
2015-02-12 11:52:05,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423770711919_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000004.tokens
2015-02-12 11:52:05,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001
2015-02-12 11:52:05,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:52:05,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:52:05,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:52:05,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:52:05,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:52:05,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:52:05,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423770711919_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000002.tokens
2015-02-12 11:52:05,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001
2015-02-12 11:52:05,458 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770711919_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:52:05,494 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423770711919_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:52:05,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:52:05,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:52:05,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:52:05,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:52:05,570 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770711919_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:52:05,570 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:52:05,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:52:05,589 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50635/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:52:05,590 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:52:05,590 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:52:05,590 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:52:05,590 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:52:05,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423770711919_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000005.tokens
2015-02-12 11:52:05,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001
2015-02-12 11:52:05,688 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:52:05,688 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:05,691 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:52:05,691 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:05,692 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:52:05,692 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:05,694 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:52:05,694 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:05,695 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:52:05,695 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:05,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:52:05,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:52:05,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:52:05,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:52:05,769 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:52:05,780 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:52:05,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423770711919_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000003.tokens
2015-02-12 11:52:05,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770711919_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770711919_0001
2015-02-12 11:52:05,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000004/default_container_executor.sh]
2015-02-12 11:52:05,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000005/default_container_executor.sh]
2015-02-12 11:52:05,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000003/default_container_executor.sh]
2015-02-12 11:52:05,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000006/default_container_executor.sh]
2015-02-12 11:52:05,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000002/default_container_executor.sh]
2015-02-12 11:52:07,181 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 11:52:07,181 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:52:07,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006
2015-02-12 11:52:07,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007
2015-02-12 11:52:07,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741829_1005
2015-02-12 11:52:07,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741830_1006
2015-02-12 11:52:07,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741831_1007
2015-02-12 11:52:07,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741832_1008
2015-02-12 11:52:08,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009
2015-02-12 11:52:12,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009
2015-02-12 11:52:12,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-2051668859-10.1.1.68-1423770696101:blk_1073741833_1009
2015-02-12 11:52:13,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:52:14,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:52:14,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:52:14,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:52:14,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:52:14,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:14,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:14,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:14,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:14,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:14,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:14,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,199 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000004_0/part-00004 is closed by DFSClient_attempt_1423770711919_0001_m_000004_0_-2139504136_1
2015-02-12 11:52:15,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 11:52:15,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 11:52:15,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000004 dst=null perm=null proto=rpc
2015-02-12 11:52:15,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:52:15,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,336 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:15,344 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770711919_0001_01_000006
2015-02-12 11:52:15,344 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000006
2015-02-12 11:52:15,345 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:52:15,345 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770711919_0001_01_000006
2015-02-12 11:52:15,365 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770711919_0001_01_000006 is : 143
2015-02-12 11:52:15,368 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1.jhist. BP-2051668859-10.1.1.68-1423770696101 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW]]}
2015-02-12 11:52:15,371 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010 src: /127.0.0.1:50817 dest: /127.0.0.1:50645
2015-02-12 11:52:15,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010 src: /127.0.0.1:50818 dest: /127.0.0.1:50637
2015-02-12 11:52:15,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010 src: /127.0.0.1:50819 dest: /127.0.0.1:50648
2015-02-12 11:52:15,380 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:52:15,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000006
2015-02-12 11:52:15,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000006
2015-02-12 11:52:15,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000006
2015-02-12 11:52:15,384 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1.jhist for DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:15,384 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000006
2015-02-12 11:52:15,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000006
2015-02-12 11:52:15,386 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:52:15,386 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770711919_0001_01_000006 from application application_1423770711919_0001
2015-02-12 11:52:15,386 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:15,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770711919_0001
2015-02-12 11:52:15,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,488 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000000_0/part-00000. BP-2051668859-10.1.1.68-1423770696101 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW]]}
2015-02-12 11:52:15,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011 src: /127.0.0.1:50822 dest: /127.0.0.1:50645
2015-02-12 11:52:15,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011 src: /127.0.0.1:50824 dest: /127.0.0.1:50641
2015-02-12 11:52:15,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011 src: /127.0.0.1:50825 dest: /127.0.0.1:50648
2015-02-12 11:52:15,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50825, dest: /127.0.0.1:50648, bytes: 287, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000000_0_-261058650_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011, duration: 34348000
2015-02-12 11:52:15,608 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:15,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:52:15,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50824, dest: /127.0.0.1:50641, bytes: 287, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000000_0_-261058650_1, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011, duration: 35403000
2015-02-12 11:52:15,609 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:15,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|FINALIZED]]} size 0
2015-02-12 11:52:15,609 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50822, dest: /127.0.0.1:50645, bytes: 287, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000000_0_-261058650_1, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011, duration: 36475000
2015-02-12 11:52:15,610 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:15,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|FINALIZED], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|FINALIZED]]} size 0
2015-02-12 11:52:15,614 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1423770711919_0001_m_000000_0_-261058650_1
2015-02-12 11:52:15,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:52:15,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:52:15,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 11:52:15,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:52:15,659 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:15,661 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770711919_0001_01_000002
2015-02-12 11:52:15,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000002
2015-02-12 11:52:15,661 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:52:15,662 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770711919_0001_01_000002
2015-02-12 11:52:15,664 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000003_0/part-00003. BP-2051668859-10.1.1.68-1423770696101 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW]]}
2015-02-12 11:52:15,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,682 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770711919_0001_01_000002 is : 143
2015-02-12 11:52:15,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,695 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:52:15,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000002
2015-02-12 11:52:15,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000002
2015-02-12 11:52:15,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000002
2015-02-12 11:52:15,697 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000002
2015-02-12 11:52:15,697 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000002
2015-02-12 11:52:15,698 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:52:15,698 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770711919_0001_01_000002 from application application_1423770711919_0001
2015-02-12 11:52:15,698 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:15,698 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770711919_0001
2015-02-12 11:52:15,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012 src: /127.0.0.1:50841 dest: /127.0.0.1:50637
2015-02-12 11:52:15,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012 src: /127.0.0.1:50842 dest: /127.0.0.1:50641
2015-02-12 11:52:15,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012 src: /127.0.0.1:50843 dest: /127.0.0.1:50648
2015-02-12 11:52:15,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,764 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000002_0/part-00002. BP-2051668859-10.1.1.68-1423770696101 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW]]}
2015-02-12 11:52:15,766 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50843, dest: /127.0.0.1:50648, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000003_0_1875618037_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012, duration: 34659000
2015-02-12 11:52:15,766 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:15,767 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW]]} size 0
2015-02-12 11:52:15,767 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50842, dest: /127.0.0.1:50641, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000003_0_1875618037_1, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012, duration: 34806000
2015-02-12 11:52:15,767 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:15,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW]]} size 0
2015-02-12 11:52:15,768 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50841, dest: /127.0.0.1:50637, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000003_0_1875618037_1, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012, duration: 36504000
2015-02-12 11:52:15,768 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:15,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|FINALIZED]]} size 0
2015-02-12 11:52:15,773 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1423770711919_0001_m_000003_0_1875618037_1
2015-02-12 11:52:15,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:52:15,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:52:15,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000003 dst=null perm=null proto=rpc
2015-02-12 11:52:15,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:52:15,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013 src: /127.0.0.1:50845 dest: /127.0.0.1:50645
2015-02-12 11:52:15,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013 src: /127.0.0.1:50847 dest: /127.0.0.1:50648
2015-02-12 11:52:15,811 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:15,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013 src: /127.0.0.1:50848 dest: /127.0.0.1:50637
2015-02-12 11:52:15,813 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770711919_0001_01_000005
2015-02-12 11:52:15,814 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000005
2015-02-12 11:52:15,815 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:52:15,817 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770711919_0001_01_000005
2015-02-12 11:52:15,817 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:52:15,818 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770711919_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:52:15,818 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000002
2015-02-12 11:52:15,818 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770711919_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50709, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 11:52:15,818 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 11:52:15,819 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770711919_0001_01_000002, NodeId: 10.1.1.68:50709, NodeHttpAddress: 10.1.1.68:50712, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50709 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 11:52:15,819 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:15,819 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:52:15,820 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770711919_0001_000001 released container container_1423770711919_0001_01_000002 on node: host: 10.1.1.68:50709 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 11:52:15,842 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50848, dest: /127.0.0.1:50637, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000002_0_-761109399_1, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013, duration: 28546000
2015-02-12 11:52:15,842 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:15,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW]]} size 0
2015-02-12 11:52:15,843 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50847, dest: /127.0.0.1:50648, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000002_0_-761109399_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013, duration: 29113000
2015-02-12 11:52:15,843 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:15,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW]]} size 0
2015-02-12 11:52:15,844 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50845, dest: /127.0.0.1:50645, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000002_0_-761109399_1, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013, duration: 30443000
2015-02-12 11:52:15,844 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:15,845 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770711919_0001_01_000005 is : 143
2015-02-12 11:52:15,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|FINALIZED]]} size 0
2015-02-12 11:52:15,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,850 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1423770711919_0001_m_000002_0_-761109399_1
2015-02-12 11:52:15,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:52:15,863 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:52:15,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000005
2015-02-12 11:52:15,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000005
2015-02-12 11:52:15,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000005
2015-02-12 11:52:15,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000005
2015-02-12 11:52:15,867 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000005
2015-02-12 11:52:15,867 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:52:15,868 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770711919_0001_01_000005 from application application_1423770711919_0001
2015-02-12 11:52:15,868 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:15,868 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770711919_0001
2015-02-12 11:52:15,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:52:15,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000002 dst=null perm=null proto=rpc
2015-02-12 11:52:15,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:52:15,894 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:15,896 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770711919_0001_01_000004
2015-02-12 11:52:15,896 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000004
2015-02-12 11:52:15,896 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:52:15,897 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770711919_0001_01_000004
2015-02-12 11:52:15,897 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:52:15,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:52:15,897 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770711919_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:52:15,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000005
2015-02-12 11:52:15,898 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770711919_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50709, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 11:52:15,898 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:52:15,899 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770711919_0001_01_000005, NodeId: 10.1.1.68:50709, NodeHttpAddress: 10.1.1.68:50712, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50709 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:52:15,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:15,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:52:15,899 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770711919_0001_000001 released container container_1423770711919_0001_01_000005 on node: host: 10.1.1.68:50709 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 11:52:15,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-12 11:52:15,915 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770711919_0001_01_000004 is : 143
2015-02-12 11:52:15,931 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:52:15,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000004
2015-02-12 11:52:15,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000004
2015-02-12 11:52:15,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000004
2015-02-12 11:52:15,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000004
2015-02-12 11:52:15,939 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000004
2015-02-12 11:52:15,939 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:52:15,939 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770711919_0001_01_000004 from application application_1423770711919_0001
2015-02-12 11:52:15,939 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:15,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770711919_0001
2015-02-12 11:52:15,941 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000001_0/part-00001. BP-2051668859-10.1.1.68-1423770696101 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW]]}
2015-02-12 11:52:15,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014 src: /127.0.0.1:50851 dest: /127.0.0.1:50648
2015-02-12 11:52:15,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014 src: /127.0.0.1:50853 dest: /127.0.0.1:50645
2015-02-12 11:52:15,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014 src: /127.0.0.1:50854 dest: /127.0.0.1:50637
2015-02-12 11:52:15,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50854, dest: /127.0.0.1:50637, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000001_0_-1395710457_1, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014, duration: 23559000
2015-02-12 11:52:16,000 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:16,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW]]} size 0
2015-02-12 11:52:16,000 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50853, dest: /127.0.0.1:50645, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000001_0_-1395710457_1, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014, duration: 24257000
2015-02-12 11:52:16,001 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,001 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|FINALIZED]]} size 0
2015-02-12 11:52:16,001 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50851, dest: /127.0.0.1:50648, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770711919_0001_m_000001_0_-1395710457_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014, duration: 25304000
2015-02-12 11:52:16,002 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:52:16,006 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1423770711919_0001_m_000001_0_-1395710457_1
2015-02-12 11:52:16,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:52:16,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:52:16,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 11:52:16,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423770711919_0001_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:52:16,034 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770711919_0001_000001 (auth:SIMPLE)
2015-02-12 11:52:16,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770711919_0001_01_000003
2015-02-12 11:52:16,036 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000003
2015-02-12 11:52:16,036 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:52:16,036 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770711919_0001_01_000003
2015-02-12 11:52:16,036 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:52:16,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:52:16,037 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770711919_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:52:16,037 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000004
2015-02-12 11:52:16,037 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770711919_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50709, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:52:16,037 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:52:16,038 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770711919_0001_01_000004, NodeId: 10.1.1.68:50709, NodeHttpAddress: 10.1.1.68:50712, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50709 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:52:16,038 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:16,038 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:52:16,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770711919_0001_000001 released container container_1423770711919_0001_01_000004 on node: host: 10.1.1.68:50709 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:52:16,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:52:16,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,043 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:16,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:52:16,052 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770711919_0001_01_000003 is : 143
2015-02-12 11:52:16,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 11:52:16,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:52:16,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,068 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:52:16,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000003
2015-02-12 11:52:16,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000003
2015-02-12 11:52:16,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000003
2015-02-12 11:52:16,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770711919_0001/container_1423770711919_0001_01_000003
2015-02-12 11:52:16,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,071 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000003
2015-02-12 11:52:16,071 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770711919_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:52:16,072 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770711919_0001_01_000003 from application application_1423770711919_0001
2015-02-12 11:52:16,072 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:52:16,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,072 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770711919_0001
2015-02-12 11:52:16,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 11:52:16,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:52:16,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000002 dst=null perm=null proto=rpc
2015-02-12 11:52:16,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:52:16,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000003 dst=null perm=null proto=rpc
2015-02-12 11:52:16,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:52:16,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:16,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000004 dst=null perm=null proto=rpc
2015-02-12 11:52:16,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 dst=null perm=null proto=rpc
2015-02-12 11:52:16,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423770711919_0001_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary dst=null perm=null proto=rpc
2015-02-12 11:52:16,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,117 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:16,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,121 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:16,133 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50819, dest: /127.0.0.1:50648, bytes: 54542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010, duration: 756533000
2015-02-12 11:52:16,134 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:16,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW]]} size 15748
2015-02-12 11:52:16,135 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50818, dest: /127.0.0.1:50637, bytes: 54542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010, duration: 757184000
2015-02-12 11:52:16,135 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW]]} size 15748
2015-02-12 11:52:16,136 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50817, dest: /127.0.0.1:50645, bytes: 54542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010, duration: 759448000
2015-02-12 11:52:16,137 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW]]} size 15748
2015-02-12 11:52:16,139 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:16,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,145 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001.summary_tmp. BP-2051668859-10.1.1.68-1423770696101 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW]]}
2015-02-12 11:52:16,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015 src: /127.0.0.1:50856 dest: /127.0.0.1:50648
2015-02-12 11:52:16,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015 src: /127.0.0.1:50857 dest: /127.0.0.1:50645
2015-02-12 11:52:16,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015 src: /127.0.0.1:50858 dest: /127.0.0.1:50641
2015-02-12 11:52:16,154 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50858, dest: /127.0.0.1:50641, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015, duration: 1667000
2015-02-12 11:52:16,154 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:16,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW]]} size 0
2015-02-12 11:52:16,155 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50857, dest: /127.0.0.1:50645, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015, duration: 2365000
2015-02-12 11:52:16,155 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|FINALIZED]]} size 0
2015-02-12 11:52:16,156 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50856, dest: /127.0.0.1:50648, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015, duration: 3277000
2015-02-12 11:52:16,156 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ce3b541e-2a5b-4353-b144-f2928bdcc2aa:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|FINALIZED], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:52:16,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:16,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:52:16,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:52:16,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001-1423770718165-soberoi-%5B9E6EC1D887484FD991A7718D16E0D307%2F4B9930155E6042EF-1423770736122-5-0-SUCCEEDED-default-1423770722714.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:52:16,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:52:16,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001-1423770718165-soberoi-%5B9E6EC1D887484FD991A7718D16E0D307%2F4B9930155E6042EF-1423770736122-5-0-SUCCEEDED-default-1423770722714.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:52:16,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:52:16,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001-1423770718165-soberoi-%5B9E6EC1D887484FD991A7718D16E0D307%2F4B9930155E6042EF-1423770736122-5-0-SUCCEEDED-default-1423770722714.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,189 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001-1423770718165-soberoi-%5B9E6EC1D887484FD991A7718D16E0D307%2F4B9930155E6042EF-1423770736122-5-0-SUCCEEDED-default-1423770722714.jhist_tmp. BP-2051668859-10.1.1.68-1423770696101 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|RBW]]}
2015-02-12 11:52:16,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016 src: /127.0.0.1:50860 dest: /127.0.0.1:50641
2015-02-12 11:52:16,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016 src: /127.0.0.1:50861 dest: /127.0.0.1:50637
2015-02-12 11:52:16,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016 src: /127.0.0.1:50862 dest: /127.0.0.1:50648
2015-02-12 11:52:16,196 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50862, dest: /127.0.0.1:50648, bytes: 54542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016, duration: 2169000
2015-02-12 11:52:16,196 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:16,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:52:16,197 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50861, dest: /127.0.0.1:50637, bytes: 54542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016, duration: 2980000
2015-02-12 11:52:16,198 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|FINALIZED]]} size 0
2015-02-12 11:52:16,198 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50860, dest: /127.0.0.1:50641, bytes: 54542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: b9f90027-9b22-4438-8e72-5fb49fc67402, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016, duration: 4051000
2015-02-12 11:52:16,199 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50641 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9e155a9e-dd4c-450c-8c0d-0b314d6f3be9:NORMAL:127.0.0.1:50641|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e29e0cce-352a-4c9f-bd69-52d4982fb0ec:NORMAL:127.0.0.1:50637|FINALIZED]]} size 0
2015-02-12 11:52:16,201 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001-1423770718165-soberoi-%5B9E6EC1D887484FD991A7718D16E0D307%2F4B9930155E6042EF-1423770736122-5-0-SUCCEEDED-default-1423770722714.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:16,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001-1423770718165-soberoi-%5B9E6EC1D887484FD991A7718D16E0D307%2F4B9930155E6042EF-1423770736122-5-0-SUCCEEDED-default-1423770722714.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:52:16,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:52:16,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:52:16,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:52:16,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:52:16,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001/job_1423770711919_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:52:16,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:52:16,217 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001_conf.xml_tmp. BP-2051668859-10.1.1.68-1423770696101 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-dbcd4c57-87c2-4d2b-a44c-4b001d941f7f:NORMAL:127.0.0.1:50645|RBW]]}
2015-02-12 11:52:16,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017 src: /127.0.0.1:50864 dest: /127.0.0.1:50637
2015-02-12 11:52:16,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017 src: /127.0.0.1:50865 dest: /127.0.0.1:50648
2015-02-12 11:52:16,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017 src: /127.0.0.1:50866 dest: /127.0.0.1:50645
2015-02-12 11:52:16,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50866, dest: /127.0.0.1:50645, bytes: 114421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: 33bc6527-ce7a-4129-a0bd-46b47a76308a, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017, duration: 2338000
2015-02-12 11:52:16,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:52:16,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50645 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-bf6430b6-837f-401c-8d5d-92c9bb382f21:NORMAL:127.0.0.1:50648|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|FINALIZED]]} size 0
2015-02-12 11:52:16,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50865, dest: /127.0.0.1:50648, bytes: 114421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: e529573a-81c3-4633-a9a5-1957fb755b24, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017, duration: 3209000
2015-02-12 11:52:16,228 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50648 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|FINALIZED], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:52:16,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50864, dest: /127.0.0.1:50637, bytes: 114421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835238760_1, offset: 0, srvID: f048a5e7-0793-416c-b236-93674b363dec, blockid: BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017, duration: 4224000
2015-02-12 11:52:16,229 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-2051668859-10.1.1.68-1423770696101:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:52:16,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50637 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0aff3012-ac25-4f9b-ab10-744751e2f623:NORMAL:127.0.0.1:50637|RBW], ReplicaUnderConstruction[[DISK]DS-31b2d795-5000-45c2-a2c5-fba4c4435d88:NORMAL:127.0.0.1:50645|FINALIZED], ReplicaUnderConstruction[[DISK]DS-043aacb0-15b6-46c6-b661-73c7b78dbbf7:NORMAL:127.0.0.1:50648|FINALIZED]]} size 0
2015-02-12 11:52:16,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-835238760_1
2015-02-12 11:52:16,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:52:16,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:52:16,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:52:16,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001-1423770718165-soberoi-%5B9E6EC1D887484FD991A7718D16E0D307%2F4B9930155E6042EF-1423770736122-5-0-SUCCEEDED-default-1423770722714.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770711919_0001-1423770718165-soberoi-%5B9E6EC1D887484FD991A7718D16E0D307%2F4B9930155E6042EF-1423770736122-5-0-SUCCEEDED-default-1423770722714.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:52:16,247 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423770711919_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:52:16,248 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770711919_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:52:16,248 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423770711919_0001 with final state: FINISHING
2015-02-12 11:52:16,248 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770711919_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:52:16,249 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423770711919_0001
2015-02-12 11:52:16,249 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770711919_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:52:16,250 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770711919_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:52:16,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:52:16,350 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770711919_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:52:16,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000006
2015-02-12 11:52:16,350 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770711919_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50699, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:52:16,351 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:52:16,352 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770711919_0001_01_000006, NodeId: 10.1.1.68:50699, NodeHttpAddress: 10.1.1.68:50702, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50699 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:52:16,352 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:16,352 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:52:16,352 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770711919_0001_000001 released container container_1423770711919_0001_01_000006 on node: host: 10.1.1.68:50699 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:52:17,045 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:52:17,046 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770711919_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:52:17,046 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770711919_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:52:17,046 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770711919_0001 CONTAINERID=container_1423770711919_0001_01_000003
2015-02-12 11:52:17,047 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770711919_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50709, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:52:17,047 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:52:17,048 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770711919_0001_01_000003, NodeId: 10.1.1.68:50709, NodeHttpAddress: 10.1.1.68:50712, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50709 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:52:17,048 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:52:17,048 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:52:17,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770711919_0001_000001 released container container_1423770711919_0001_01_000003 on node: host: 10.1.1.68:50709 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:52:17,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:52:17,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:52:17,263 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423770711919_0001 unregistered successfully.
2015-02-12 11:52:17,267 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:50648 127.0.0.1:50645 127.0.0.1:50641 127.0.0.1:50637
2015-02-12 11:52:17,267 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:50645 127.0.0.1:50641 127.0.0.1:50648 127.0.0.1:50637
2015-02-12 11:52:17,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:50637 127.0.0.1:50641 127.0.0.1:50645
2015-02-12 11:52:17,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:50641 127.0.0.1:50645 127.0.0.1:50648
2015-02-12 11:52:17,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:50645 127.0.0.1:50637 127.0.0.1:50648
2015-02-12 11:52:17,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:50637 127.0.0.1:50648 127.0.0.1:50641
2015-02-12 11:52:17,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770711919_0001 dst=null perm=null proto=rpc
2015-02-12 11:52:17,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:17,352 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary
2015-02-12 11:52:17,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary dst=null perm=null proto=rpc
2015-02-12 11:52:17,354 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:52:17,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:17,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:17,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:17,377 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 11:52:17,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:52:17,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:52:17,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:52:17,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:52:17,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 dst=null perm=null proto=rpc
2015-02-12 11:52:17,401 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/flowprocessplatform/openforread
2015-02-12 11:52:17,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:17,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:17,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:17,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-12 11:52:17,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:52:17,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:52:17,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:52:17,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:52:17,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:52:17,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:52:17,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:52:17,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:52:17,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 dst=null perm=null proto=rpc
2015-02-12 11:52:17,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 dst=null perm=null proto=rpc