2015-02-12 11:50:53,703 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 11:50:53,737 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 11:50:53,738 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.ClasspathPlatformTest
2015-02-12 11:50:53,750 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 11:50:54,458 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 11:50:54,501 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 11:50:54,525 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 11:50:54,577 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 11:50:54,578 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 11:50:54,578 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 11:50:54,580 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 11:50:54,581 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 11:50:54
2015-02-12 11:50:54,583 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 11:50:54,584 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:54,586 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 11:50:54,586 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 11:50:54,602 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 11:50:54,603 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 11:50:54,603 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 11:50:54,604 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 11:50:54,604 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 11:50:54,604 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 11:50:54,605 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 11:50:54,605 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 11:50:54,605 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 11:50:54,613 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 11:50:54,614 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 11:50:54,614 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 11:50:54,615 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 11:50:54,617 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 11:50:54,777 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 11:50:54,778 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:54,778 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 11:50:54,778 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 11:50:54,779 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 11:50:54,786 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 11:50:54,786 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:54,786 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 11:50:54,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 11:50:54,809 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 11:50:54,809 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 11:50:54,809 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 11:50:54,810 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 11:50:54,811 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 11:50:54,813 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 11:50:54,813 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:54,813 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 11:50:54,813 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 11:50:54,818 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 11:50:54,818 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 11:50:54,818 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 11:50:54,868 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:54,877 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 11:50:54,878 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 11:50:54,983 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 11:50:54,985 INFO namenode.NameNode (NameNode.java:createNameNode(1367)) - createNameNode []
2015-02-12 11:50:55,004 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 11:50:55,050 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(376)) - Scheduled snapshot period at 10 second(s).
2015-02-12 11:50:55,050 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2015-02-12 11:50:55,052 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(349)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 11:50:55,080 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1694)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 11:50:55,115 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 11:50:55,119 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 11:50:55,129 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:50:55,131 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 11:50:55,131 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:50:55,132 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:50:55,150 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 11:50:55,151 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:50:55,164 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50364
2015-02-12 11:50:55,164 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:50:55,197 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50364_hdfs____okld28/webapp
2015-02-12 11:50:55,456 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50364
2015-02-12 11:50:55,462 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 11:50:55,463 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 11:50:55,464 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 11:50:55,464 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 11:50:55,465 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 11:50:55,465 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 11:50:55
2015-02-12 11:50:55,465 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 11:50:55,465 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:55,466 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 11:50:55,466 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 11:50:55,467 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 11:50:55,468 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 11:50:55,468 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 11:50:55,468 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 11:50:55,469 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 11:50:55,469 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 11:50:55,469 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 11:50:55,469 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 11:50:55,469 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 11:50:55,470 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 11:50:55,470 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 11:50:55,470 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 11:50:55,471 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 11:50:55,471 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 11:50:55,472 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 11:50:55,472 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:55,472 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 11:50:55,472 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 11:50:55,473 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 11:50:55,474 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 11:50:55,474 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:55,474 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 11:50:55,475 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 11:50:55,475 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 11:50:55,475 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 11:50:55,475 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 11:50:55,476 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 11:50:55,476 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 11:50:55,476 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 11:50:55,476 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:55,477 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 11:50:55,477 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 11:50:55,479 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 11:50:55,479 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 11:50:55,479 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 11:50:55,482 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:55,484 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:55,486 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current
2015-02-12 11:50:55,487 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/current
2015-02-12 11:50:55,488 INFO namenode.FSImage (FSImage.java:loadFSImage(656)) - No edit log streams selected.
2015-02-12 11:50:55,501 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 11:50:55,507 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(182)) - Loaded FSImage in 0 seconds.
2015-02-12 11:50:55,508 INFO namenode.FSImage (FSImage.java:loadFSImage(937)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 11:50:55,512 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1029)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 11:50:55,513 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1173)) - Starting log segment at 1
2015-02-12 11:50:55,537 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 11:50:55,537 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(748)) - Finished loading FSImage in 57 msecs
2015-02-12 11:50:55,712 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(329)) - RPC server is binding to localhost:0
2015-02-12 11:50:55,717 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:50:55,727 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50380
2015-02-12 11:50:55,751 INFO namenode.NameNode (NameNode.java:initialize(603)) - Clients are to use localhost:50380 to access this namenode/service.
2015-02-12 11:50:55,754 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6645)) - Registered FSNamesystemState MBean
2015-02-12 11:50:55,772 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 11:50:55,772 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 11:50:55,772 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1221)) - initializing replication queues
2015-02-12 11:50:55,773 INFO hdfs.StateChange (FSNamesystem.java:leave(5740)) - STATE* Leaving safe mode after 0 secs
2015-02-12 11:50:55,773 INFO hdfs.StateChange (FSNamesystem.java:leave(5751)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 11:50:55,774 INFO hdfs.StateChange (FSNamesystem.java:leave(5754)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 11:50:55,776 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2612)) - Total number of blocks = 0
2015-02-12 11:50:55,776 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2613)) - Number of invalid blocks = 0
2015-02-12 11:50:55,776 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2614)) - Number of under-replicated blocks = 0
2015-02-12 11:50:55,776 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2615)) - Number of over-replicated blocks = 0
2015-02-12 11:50:55,776 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2617)) - Number of blocks being written = 0
2015-02-12 11:50:55,776 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2618)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 3 msec
2015-02-12 11:50:55,798 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:50:55,798 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50380: starting
2015-02-12 11:50:55,800 INFO namenode.NameNode (NameNode.java:startCommonServices(646)) - NameNode RPC up at: localhost/127.0.0.1:50380
2015-02-12 11:50:55,800 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1142)) - Starting services required for active state
2015-02-12 11:50:55,804 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 11:50:55,804 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 1423770655804 milliseconds
2015-02-12 11:50:55,805 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:50:55,857 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2
2015-02-12 11:50:55,934 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:50:55,935 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:50:55,938 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:50:55,943 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:50381
2015-02-12 11:50:55,945 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:50:55,945 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:50:55,948 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:50:55,949 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:50:55,951 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:50:55,951 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:50:55,951 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:50:55,954 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:50:55,955 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50382
2015-02-12 11:50:55,955 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:50:55,959 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50382_datanode____xq2zfd/webapp
2015-02-12 11:50:56,076 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50382
2015-02-12 11:50:56,078 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:50:56,078 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:50:56,091 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:50:56,092 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50383
2015-02-12 11:50:56,097 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:50383
2015-02-12 11:50:56,105 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:50:56,108 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:50:56,117 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:50380 starting to offer service
2015-02-12 11:50:56,121 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:50:56,122 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50383: starting
2015-02-12 11:50:56,125 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4
2015-02-12 11:50:56,158 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:50:56,159 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:50:56,159 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:50:56,160 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:50384
2015-02-12 11:50:56,160 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:50:56,160 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:50:56,161 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:50:56,162 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:50:56,163 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:50:56,163 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:50:56,163 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:50:56,165 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:50:56,166 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50385
2015-02-12 11:50:56,166 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:50:56,169 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50385_datanode____j611ss/webapp
2015-02-12 11:50:56,310 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50385
2015-02-12 11:50:56,310 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:50:56,311 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:50:56,311 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:50:56,312 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50388
2015-02-12 11:50:56,315 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:50388
2015-02-12 11:50:56,321 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:50:56,322 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:50:56,323 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:50380 starting to offer service
2015-02-12 11:50:56,323 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:50:56,324 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50388: starting
2015-02-12 11:50:56,326 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6
2015-02-12 11:50:56,330 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:50:56,330 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:50:56,330 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:56,331 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:56,331 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3 is not formatted for BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,331 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:50:56,332 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1 is not formatted for BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,332 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:50:56,333 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:56,333 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:56,333 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2 is not formatted for BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,334 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:50:56,334 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4 is not formatted for BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,334 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:50:56,368 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:50:56,369 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:50:56,369 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:50:56,370 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:50389
2015-02-12 11:50:56,370 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:50:56,370 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:50:56,372 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:50:56,373 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:50:56,373 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:50:56,373 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:50:56,374 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:50:56,375 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:50:56,376 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50390
2015-02-12 11:50:56,376 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:50:56,379 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50390_datanode____z2geba/webapp
2015-02-12 11:50:56,389 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,389 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:50:56,390 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1273717766-10.1.1.68-1423770654826 is not formatted.
2015-02-12 11:50:56,390 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:50:56,390 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1273717766-10.1.1.68-1423770654826 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-1273717766-10.1.1.68-1423770654826/current
2015-02-12 11:50:56,392 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:50:56,392 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1273717766-10.1.1.68-1423770654826 is not formatted.
2015-02-12 11:50:56,393 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:50:56,393 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1273717766-10.1.1.68-1423770654826 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-1273717766-10.1.1.68-1423770654826/current
2015-02-12 11:50:56,393 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:50:56,394 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:50:56,397 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1557706609;bpid=BP-1273717766-10.1.1.68-1423770654826;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1557706609;c=0;bpid=BP-1273717766-10.1.1.68-1423770654826;dnuuid=null
2015-02-12 11:50:56,398 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 65e193f7-9432-40fa-bcad-0aa157e181bf
2015-02-12 11:50:56,416 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,416 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:50:56,416 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1273717766-10.1.1.68-1423770654826 is not formatted.
2015-02-12 11:50:56,416 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:50:56,416 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1273717766-10.1.1.68-1423770654826 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-1273717766-10.1.1.68-1423770654826/current
2015-02-12 11:50:56,417 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:50:56,417 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1273717766-10.1.1.68-1423770654826 is not formatted.
2015-02-12 11:50:56,417 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:50:56,418 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1273717766-10.1.1.68-1423770654826 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-1273717766-10.1.1.68-1423770654826/current
2015-02-12 11:50:56,418 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:50:56,418 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:50:56,419 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1557706609;bpid=BP-1273717766-10.1.1.68-1423770654826;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1557706609;c=0;bpid=BP-1273717766-10.1.1.68-1423770654826;dnuuid=null
2015-02-12 11:50:56,420 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 7c7855fd-5571-4877-8b08-a2d152f35d74
2015-02-12 11:50:56,429 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current
2015-02-12 11:50:56,430 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current
2015-02-12 11:50:56,431 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 11:50:56,431 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 11:50:56,432 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current
2015-02-12 11:50:56,432 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 11:50:56,432 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current
2015-02-12 11:50:56,432 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 11:50:56,438 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:50:56,438 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:50:56,443 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423774328443 with interval 21600000
2015-02-12 11:50:56,443 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423782909443 with interval 21600000
2015-02-12 11:50:56,444 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,444 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,444 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 11:50:56,445 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 11:50:56,445 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 11:50:56,445 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 11:50:56,460 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1273717766-10.1.1.68-1423770654826 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 15ms
2015-02-12 11:50:56,461 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1273717766-10.1.1.68-1423770654826 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 16ms
2015-02-12 11:50:56,461 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1273717766-10.1.1.68-1423770654826 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 16ms
2015-02-12 11:50:56,462 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1273717766-10.1.1.68-1423770654826 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 16ms
2015-02-12 11:50:56,462 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1273717766-10.1.1.68-1423770654826: 18ms
2015-02-12 11:50:56,462 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1273717766-10.1.1.68-1423770654826: 18ms
2015-02-12 11:50:56,463 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 11:50:56,463 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 11:50:56,464 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 11:50:56,464 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 11:50:56,464 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 0ms
2015-02-12 11:50:56,464 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 11:50:56,464 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 11:50:56,465 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 11:50:56,466 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 1ms
2015-02-12 11:50:56,466 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 3ms
2015-02-12 11:50:56,467 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid null) service to localhost/127.0.0.1:50380 beginning handshake with NN
2015-02-12 11:50:56,476 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid null) service to localhost/127.0.0.1:50380 beginning handshake with NN
2015-02-12 11:50:56,477 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=7c7855fd-5571-4877-8b08-a2d152f35d74, infoPort=50382, ipcPort=50383, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0) storage 7c7855fd-5571-4877-8b08-a2d152f35d74
2015-02-12 11:50:56,480 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:50:56,481 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:50381
2015-02-12 11:50:56,483 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=65e193f7-9432-40fa-bcad-0aa157e181bf, infoPort=50385, ipcPort=50388, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0) storage 65e193f7-9432-40fa-bcad-0aa157e181bf
2015-02-12 11:50:56,483 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:50:56,483 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:50384
2015-02-12 11:50:56,486 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid null) service to localhost/127.0.0.1:50380 successfully registered with NN
2015-02-12 11:50:56,486 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:50380 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:50:56,494 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid null) service to localhost/127.0.0.1:50380 successfully registered with NN
2015-02-12 11:50:56,495 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:50380 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:50:56,525 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:50:56,526 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf for DN 127.0.0.1:50381
2015-02-12 11:50:56,526 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be for DN 127.0.0.1:50381
2015-02-12 11:50:56,527 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:50:56,527 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-7589ff4a-99ec-462b-b1a2-400491f091f3 for DN 127.0.0.1:50384
2015-02-12 11:50:56,527 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-00f48c23-8538-4462-9213-02f73ff42a57 for DN 127.0.0.1:50384
2015-02-12 11:50:56,537 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid 7c7855fd-5571-4877-8b08-a2d152f35d74) service to localhost/127.0.0.1:50380 trying to claim ACTIVE state with txid=1
2015-02-12 11:50:56,537 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid 7c7855fd-5571-4877-8b08-a2d152f35d74) service to localhost/127.0.0.1:50380
2015-02-12 11:50:56,537 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid 65e193f7-9432-40fa-bcad-0aa157e181bf) service to localhost/127.0.0.1:50380 trying to claim ACTIVE state with txid=1
2015-02-12 11:50:56,537 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid 65e193f7-9432-40fa-bcad-0aa157e181bf) service to localhost/127.0.0.1:50380
2015-02-12 11:50:56,546 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:50:56,547 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-7589ff4a-99ec-462b-b1a2-400491f091f3,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:50:56,548 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-7589ff4a-99ec-462b-b1a2-400491f091f3 node DatanodeRegistration(127.0.0.1, datanodeUuid=65e193f7-9432-40fa-bcad-0aa157e181bf, infoPort=50385, ipcPort=50388, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 11:50:56,547 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf node DatanodeRegistration(127.0.0.1, datanodeUuid=7c7855fd-5571-4877-8b08-a2d152f35d74, infoPort=50382, ipcPort=50383, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0), blocks: 0, hasStaleStorages: true, processing time: 2 msecs
2015-02-12 11:50:56,548 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-00f48c23-8538-4462-9213-02f73ff42a57,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:50:56,548 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-00f48c23-8538-4462-9213-02f73ff42a57 node DatanodeRegistration(127.0.0.1, datanodeUuid=65e193f7-9432-40fa-bcad-0aa157e181bf, infoPort=50385, ipcPort=50388, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:50:56,548 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:50:56,549 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be node DatanodeRegistration(127.0.0.1, datanodeUuid=7c7855fd-5571-4877-8b08-a2d152f35d74, infoPort=50382, ipcPort=50383, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 11:50:56,568 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 29 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@54111e0f
2015-02-12 11:50:56,568 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,569 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 6 msec to generate and 25 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2fcc95e7
2015-02-12 11:50:56,569 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,571 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:50:56,572 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:56,572 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:50:56,572 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:56,572 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:50:56,572 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:50:56,572 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:50:56,573 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:50:56,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,576 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1273717766-10.1.1.68-1423770654826 to blockPoolScannerMap, new size=1
2015-02-12 11:50:56,576 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1273717766-10.1.1.68-1423770654826 to blockPoolScannerMap, new size=1
2015-02-12 11:50:56,593 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50390
2015-02-12 11:50:56,594 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:50:56,594 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:50:56,595 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:50:56,596 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50391
2015-02-12 11:50:56,601 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:50391
2015-02-12 11:50:56,607 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:50:56,607 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:50:56,609 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:50380 starting to offer service
2015-02-12 11:50:56,609 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:50:56,609 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50391: starting
2015-02-12 11:50:56,611 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8
2015-02-12 11:50:56,612 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:50:56,612 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:56,612 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5 is not formatted for BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,613 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:50:56,614 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:56,614 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6 is not formatted for BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,614 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:50:56,643 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:50:56,643 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:50:56,644 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:50:56,644 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:50393
2015-02-12 11:50:56,645 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:50:56,645 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:50:56,646 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:50:56,647 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:50:56,648 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:50:56,648 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:50:56,648 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:50:56,650 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:50:56,651 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50394
2015-02-12 11:50:56,651 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:50:56,655 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_50394_datanode____fnpth6/webapp
2015-02-12 11:50:56,658 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,658 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:50:56,659 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1273717766-10.1.1.68-1423770654826 is not formatted.
2015-02-12 11:50:56,659 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:50:56,659 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1273717766-10.1.1.68-1423770654826 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-1273717766-10.1.1.68-1423770654826/current
2015-02-12 11:50:56,659 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:50:56,660 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1273717766-10.1.1.68-1423770654826 is not formatted.
2015-02-12 11:50:56,660 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:50:56,660 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1273717766-10.1.1.68-1423770654826 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-1273717766-10.1.1.68-1423770654826/current
2015-02-12 11:50:56,661 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:50:56,661 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:50:56,662 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1557706609;bpid=BP-1273717766-10.1.1.68-1423770654826;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1557706609;c=0;bpid=BP-1273717766-10.1.1.68-1423770654826;dnuuid=null
2015-02-12 11:50:56,663 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 4fde296f-abea-45bf-a05e-704aad1ff3c6
2015-02-12 11:50:56,664 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current
2015-02-12 11:50:56,664 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 11:50:56,664 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current
2015-02-12 11:50:56,664 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 11:50:56,665 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:50:56,666 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423785807666 with interval 21600000
2015-02-12 11:50:56,667 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,667 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 11:50:56,668 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 11:50:56,674 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1273717766-10.1.1.68-1423770654826 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 7ms
2015-02-12 11:50:56,674 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1273717766-10.1.1.68-1423770654826 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 6ms
2015-02-12 11:50:56,674 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1273717766-10.1.1.68-1423770654826: 7ms
2015-02-12 11:50:56,675 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 11:50:56,675 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 11:50:56,675 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 0ms
2015-02-12 11:50:56,675 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 11:50:56,676 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 11:50:56,676 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid null) service to localhost/127.0.0.1:50380 beginning handshake with NN
2015-02-12 11:50:56,677 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=4fde296f-abea-45bf-a05e-704aad1ff3c6, infoPort=50390, ipcPort=50391, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0) storage 4fde296f-abea-45bf-a05e-704aad1ff3c6
2015-02-12 11:50:56,677 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:50:56,677 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:50389
2015-02-12 11:50:56,678 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid null) service to localhost/127.0.0.1:50380 successfully registered with NN
2015-02-12 11:50:56,678 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:50380 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:50:56,680 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:50:56,680 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3 for DN 127.0.0.1:50389
2015-02-12 11:50:56,680 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2 for DN 127.0.0.1:50389
2015-02-12 11:50:56,681 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid 4fde296f-abea-45bf-a05e-704aad1ff3c6) service to localhost/127.0.0.1:50380 trying to claim ACTIVE state with txid=1
2015-02-12 11:50:56,681 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid 4fde296f-abea-45bf-a05e-704aad1ff3c6) service to localhost/127.0.0.1:50380
2015-02-12 11:50:56,682 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:50:56,682 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2 node DatanodeRegistration(127.0.0.1, datanodeUuid=4fde296f-abea-45bf-a05e-704aad1ff3c6, infoPort=50390, ipcPort=50391, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 11:50:56,682 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:50:56,682 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3 node DatanodeRegistration(127.0.0.1, datanodeUuid=4fde296f-abea-45bf-a05e-704aad1ff3c6, infoPort=50390, ipcPort=50391, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:50:56,683 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@57ead1aa
2015-02-12 11:50:56,683 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,683 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:50:56,683 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:56,684 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:50:56,684 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:50:56,684 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,685 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1273717766-10.1.1.68-1423770654826 to blockPoolScannerMap, new size=1
2015-02-12 11:50:56,828 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50394
2015-02-12 11:50:56,828 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:50:56,829 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:50:56,829 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:50:56,830 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50395
2015-02-12 11:50:56,833 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:50395
2015-02-12 11:50:56,838 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:50:56,839 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:50:56,841 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:50380 starting to offer service
2015-02-12 11:50:56,841 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:50:56,841 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50395: starting
2015-02-12 11:50:56,843 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:50:56,844 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:56,844 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7 is not formatted for BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,844 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:50:56,846 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 48452@Edinburgh.local
2015-02-12 11:50:56,846 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8 is not formatted for BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,846 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:50:56,885 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,885 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:50:56,886 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1273717766-10.1.1.68-1423770654826 is not formatted.
2015-02-12 11:50:56,886 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:50:56,886 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1273717766-10.1.1.68-1423770654826 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-1273717766-10.1.1.68-1423770654826/current
2015-02-12 11:50:56,887 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:50:56,887 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1273717766-10.1.1.68-1423770654826 is not formatted.
2015-02-12 11:50:56,887 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:50:56,887 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-1273717766-10.1.1.68-1423770654826 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-1273717766-10.1.1.68-1423770654826/current
2015-02-12 11:50:56,888 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:50:56,888 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:50:56,889 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1557706609;bpid=BP-1273717766-10.1.1.68-1423770654826;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1557706609;c=0;bpid=BP-1273717766-10.1.1.68-1423770654826;dnuuid=null
2015-02-12 11:50:56,890 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7
2015-02-12 11:50:56,891 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current
2015-02-12 11:50:56,891 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 11:50:56,891 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current
2015-02-12 11:50:56,891 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 11:50:56,892 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:50:56,893 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423783144893 with interval 21600000
2015-02-12 11:50:56,894 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,894 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 11:50:56,894 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 11:50:56,901 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1273717766-10.1.1.68-1423770654826 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 7ms
2015-02-12 11:50:56,902 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-1273717766-10.1.1.68-1423770654826 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 8ms
2015-02-12 11:50:56,902 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-1273717766-10.1.1.68-1423770654826: 8ms
2015-02-12 11:50:56,902 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 11:50:56,902 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 11:50:56,903 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 1ms
2015-02-12 11:50:56,903 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-1273717766-10.1.1.68-1423770654826 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 11:50:56,903 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 11:50:56,903 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid null) service to localhost/127.0.0.1:50380 beginning handshake with NN
2015-02-12 11:50:56,904 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, infoPort=50394, ipcPort=50395, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0) storage 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7
2015-02-12 11:50:56,904 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:50:56,904 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:50393
2015-02-12 11:50:56,905 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid null) service to localhost/127.0.0.1:50380 successfully registered with NN
2015-02-12 11:50:56,905 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:50380 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:50:56,907 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:50:56,907 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99 for DN 127.0.0.1:50393
2015-02-12 11:50:56,907 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-5a954b22-6991-4079-8335-3a6e539409e2 for DN 127.0.0.1:50393
2015-02-12 11:50:56,907 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7) service to localhost/127.0.0.1:50380 trying to claim ACTIVE state with txid=1
2015-02-12 11:50:56,908 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-1273717766-10.1.1.68-1423770654826 (Datanode Uuid 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7) service to localhost/127.0.0.1:50380
2015-02-12 11:50:56,909 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-5a954b22-6991-4079-8335-3a6e539409e2,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:50:56,909 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-5a954b22-6991-4079-8335-3a6e539409e2 node DatanodeRegistration(127.0.0.1, datanodeUuid=4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, infoPort=50394, ipcPort=50395, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 11:50:56,909 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:50:56,910 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99 node DatanodeRegistration(127.0.0.1, datanodeUuid=4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, infoPort=50394, ipcPort=50395, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 11:50:56,911 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@55389902
2015-02-12 11:50:56,911 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,911 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:50:56,911 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:50:56,911 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:50:56,911 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:50:56,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1273717766-10.1.1.68-1423770654826
2015-02-12 11:50:56,912 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1273717766-10.1.1.68-1423770654826 to blockPoolScannerMap, new size=1
2015-02-12 11:50:57,163 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2213)) - Cluster is active
2015-02-12 11:50:57,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:50:57,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:50:57,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1273717766-10.1.1.68-1423770654826 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW]]}
2015-02-12 11:50:57,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001 src: /127.0.0.1:50399 dest: /127.0.0.1:50384
2015-02-12 11:50:57,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001 src: /127.0.0.1:50400 dest: /127.0.0.1:50381
2015-02-12 11:50:57,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001 src: /127.0.0.1:50401 dest: /127.0.0.1:50393
2015-02-12 11:50:57,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50401, dest: /127.0.0.1:50393, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001, duration: 21073000
2015-02-12 11:50:57,326 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:50:57,327 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50400, dest: /127.0.0.1:50381, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001, duration: 24060000
2015-02-12 11:50:57,328 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:50:57,330 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50399, dest: /127.0.0.1:50384, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001, duration: 25528000
2015-02-12 11:50:57,330 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:50:57,336 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3694)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW]]} has not reached minimal replication 1
2015-02-12 11:50:57,336 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 11:50:57,336 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 11:50:57,339 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW]]} size 504324
2015-02-12 11:50:57,340 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741825_1001 size 504324
2015-02-12 11:50:57,340 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741825_1001 size 504324
2015-02-12 11:50:57,746 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_837536424_9
2015-02-12 11:50:57,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 11:50:57,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:50:57,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:50:57,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar. BP-1273717766-10.1.1.68-1423770654826 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW]]}
2015-02-12 11:50:57,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002 src: /127.0.0.1:50403 dest: /127.0.0.1:50381
2015-02-12 11:50:57,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002 src: /127.0.0.1:50404 dest: /127.0.0.1:50393
2015-02-12 11:50:57,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002 src: /127.0.0.1:50405 dest: /127.0.0.1:50384
2015-02-12 11:50:57,923 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50405, dest: /127.0.0.1:50384, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002, duration: 4874000
2015-02-12 11:50:57,923 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:50:57,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:50:57,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50404, dest: /127.0.0.1:50393, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002, duration: 6502000
2015-02-12 11:50:57,925 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:50:57,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:50:57,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50403, dest: /127.0.0.1:50381, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002, duration: 8013000
2015-02-12 11:50:57,927 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:50:57,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:50:57,929 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar is closed by DFSClient_NONMAPREDUCE_837536424_9
2015-02-12 11:50:57,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 11:50:58,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 11:50:58,015 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(157)) - mkdir: hdfs://localhost:50380/tmp/hadoop-yarn/staging
2015-02-12 11:50:58,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:50:58,033 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:50:58,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:50:58,073 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - core-site.xml not found
2015-02-12 11:50:58,074 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 11:50:58,099 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - yarn-site.xml not found
2015-02-12 11:50:58,100 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 11:50:58,107 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 11:50:58,109 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 11:50:58,113 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 11:50:58,123 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 11:50:58,127 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 11:50:58,127 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(302)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-12 11:50:58,138 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 11:50:58,139 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 11:50:58,140 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 11:50:58,141 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 11:50:58,153 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again)
2015-02-12 11:50:58,160 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 11:50:58,167 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 11:50:58,168 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 11:50:58,169 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(92)) - YARN system metrics publishing service is not enabled
2015-02-12 11:50:58,170 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 11:50:58,172 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2236)) - found resource capacity-scheduler.xml at jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.6.0.2.2.0.0-2041/ca52ec7870e6cb419445cf631dbcbc6204182d78/hadoop-yarn-server-tests-2.6.0.2.2.0.0-2041-tests.jar!/capacity-scheduler.xml
2015-02-12 11:50:58,202 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*,
, reservationsContinueLooking=true
2015-02-12 11:50:58,202 INFO capacity.ParentQueue (ParentQueue.java:<init>(121)) - Initialized parent-queue root name=root, fullname=root
2015-02-12 11:50:58,209 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
labels=*,
nodeLocalityDelay = 0
reservationsContinueLooking = true
2015-02-12 11:50:58,209 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:50:58,210 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:50:58,211 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(467)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:50:58,211 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(436)) - Initialized queue mappings, override: false
2015-02-12 11:50:58,212 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(305)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-12 11:50:58,215 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 11:50:58,216 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 11:50:58,216 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 11:50:58,216 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 11:50:58,216 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 11:50:58,217 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 11:50:58,217 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 11:50:58,217 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 11:50:58,217 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 11:50:58,218 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 11:50:58,262 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:50:58,263 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:50:58,264 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:50:58,264 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:50:58,265 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:50:58,265 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:50:58,268 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:50:58,268 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:50:58,268 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:50:58,279 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:50:58,280 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:50:58,465 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:50:58,481 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:50:58,481 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:50:58,506 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:50:58,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:50:58,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:50:58,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:50:58,508 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:50:58,509 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 11:50:58,509 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 11:50:58,509 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 11:50:58,509 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 11:50:58,509 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 11:50:58,510 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 11:50:58,510 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 11:50:58,510 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 11:50:58,510 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 11:50:58,526 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:50:58,526 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:50:58,526 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:50:58,526 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:50:58,527 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:50:58,527 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:50:58,527 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:50:58,527 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:50:58,527 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:50:58,530 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:50:58,531 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:50:58,694 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:50:58,696 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:50:58,696 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:50:58,698 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:50:58,699 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:50:58,699 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:50:58,699 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:50:58,699 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:50:58,700 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 11:50:58,700 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 11:50:58,700 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 11:50:58,700 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 11:50:58,701 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 11:50:58,701 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 11:50:58,701 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 11:50:58,701 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 11:50:58,701 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 11:50:58,714 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:50:58,714 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:50:58,714 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:50:58,715 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:50:58,715 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:50:58,715 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:50:58,715 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:50:58,716 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:50:58,716 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:50:58,718 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:50:58,718 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:50:58,880 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:50:58,882 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:50:58,882 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:50:58,884 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:50:58,884 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:50:58,885 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:50:58,885 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:50:58,885 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:50:58,886 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 11:50:58,886 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 11:50:58,886 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 11:50:58,886 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 11:50:58,886 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 11:50:58,887 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 11:50:58,887 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 11:50:58,887 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 11:50:58,887 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 11:50:58,899 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:50:58,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:50:58,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:50:58,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:50:58,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:50:58,900 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:50:58,901 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:50:58,901 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:50:58,901 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:50:58,903 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:50:58,904 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:50:59,064 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:50:59,066 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:50:59,066 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:50:59,068 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:50:59,069 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:50:59,069 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:50:59,069 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:50:59,070 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:50:59,083 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 11:50:59,105 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:50:59,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 11:50:59,120 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:50:59,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:50:59,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:50:59,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:50:59,126 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 11:50:59,127 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 11:50:59,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 11:51:06,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002
2015-02-12 11:51:06,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001
2015-02-12 11:51:06,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002
2015-02-12 11:51:06,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001
2015-02-12 11:51:06,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741826_1002
2015-02-12 11:51:06,920 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741825_1001
2015-02-12 11:51:09,139 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 11:51:09,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 11:51:09,147 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 11:51:09,157 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:09,158 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50432
2015-02-12 11:51:09,162 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(217)) - Waiting for HistoryServer to start...
2015-02-12 11:51:09,162 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobHistoryServer metrics system started (again)
2015-02-12 11:51:09,163 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:09,164 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:09,165 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:09,169 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 11:51:09,170 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:09,170 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 11:51:09,170 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:09,171 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:09,171 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /jobhistory/*
2015-02-12 11:51:09,171 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:09,172 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50433
2015-02-12 11:51:09,172 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:09,175 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50433_jobhistory____.5amsk6/webapp
2015-02-12 11:51:09,252 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50433
2015-02-12 11:51:09,252 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 50433
2015-02-12 11:51:09,478 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:09,486 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:09,486 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50435
2015-02-12 11:51:09,489 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 11:51:09,489 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:09,489 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50435: starting
2015-02-12 11:51:09,492 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.68/10.1.1.68:50435
2015-02-12 11:51:09,493 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:09,493 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50432: starting
2015-02-12 11:51:10,672 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(234)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 11:51:10,673 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(236)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 11:51:10,673 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(238)) - MiniMRYARN HistoryServer address: 10.1.1.68:50435
2015-02-12 11:51:10,674 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(240)) - MiniMRYARN HistoryServer web address: Edinburgh.local:50433
2015-02-12 11:51:10,674 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 11:51:10,675 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1045)) - Transitioning to active state
2015-02-12 11:51:10,684 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens
2015-02-12 11:51:10,685 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 11:51:10,686 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:10,686 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 11:51:10,687 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:10,687 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:10,687 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 11:51:10,697 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:10,698 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50438
2015-02-12 11:51:10,700 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 11:51:10,700 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:10,700 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50438: starting
2015-02-12 11:51:10,713 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:10,714 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50439
2015-02-12 11:51:10,717 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 11:51:10,718 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50439: starting
2015-02-12 11:51:10,718 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:10,751 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:10,752 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50440
2015-02-12 11:51:10,755 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 11:51:10,755 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:10,755 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50440: starting
2015-02-12 11:51:10,764 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1062)) - Transitioned to active state
2015-02-12 11:51:10,767 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 11:51:10,768 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:10,772 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 11:51:10,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 11:51:10,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 11:51:10,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 11:51:10,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:10,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:10,774 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/*
2015-02-12 11:51:10,774 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:10,775 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50441
2015-02-12 11:51:10,775 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:10,777 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50441_cluster____dwclza/webapp
2015-02-12 11:51:10,854 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:10,855 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:10,855 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:11,534 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:11,535 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:11,535 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:11,536 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:11,536 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:51:11,536 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:51:11,537 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50441
2015-02-12 11:51:11,537 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 50441
2015-02-12 11:51:11,572 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:11,589 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:11,590 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50444
2015-02-12 11:51:11,592 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 11:51:11,592 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:11,592 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50444: starting
2015-02-12 11:51:12,183 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.68:50440
2015-02-12 11:51:12,184 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:50441
2015-02-12 11:51:12,184 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.68:50440
2015-02-12 11:51:12,184 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:50441
2015-02-12 11:51:12,186 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 11:51:12,193 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:12,194 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50446
2015-02-12 11:51:12,196 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:51:12,197 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:51:12,197 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:12,197 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50446: starting
2015-02-12 11:51:12,203 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:50446
2015-02-12 11:51:12,207 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:12,208 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50447
2015-02-12 11:51:12,210 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:51:12,210 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:12,210 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50447: starting
2015-02-12 11:51:12,212 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 50447
2015-02-12 11:51:12,221 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:51:12,231 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 50448
2015-02-12 11:51:12,231 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:12,232 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:50446
2015-02-12 11:51:12,232 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:51:12,233 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:51:12,233 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:51:12,234 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:12,235 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:51:12,235 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:12,235 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:12,235 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:51:12,236 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:12,236 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50449
2015-02-12 11:51:12,236 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:12,240 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50449_node____pp3vtw/webapp
2015-02-12 11:51:12,684 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50449
2015-02-12 11:51:12,684 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50449
2015-02-12 11:51:12,701 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:12,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:51:12,707 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:51:12,716 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:51:12,718 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 50446 httpPort: 50449) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:50446
2015-02-12 11:51:12,718 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -279301657
2015-02-12 11:51:12,720 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 640869392
2015-02-12 11:51:12,720 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:50446 with total resource of <memory:4096, vCores:8>
2015-02-12 11:51:12,720 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:51:12,720 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:50446 Node Transitioned from NEW to RUNNING
2015-02-12 11:51:12,723 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:50446 clusterResource: <memory:4096, vCores:8>
2015-02-12 11:51:13,189 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 11:51:13,191 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:13,193 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50452
2015-02-12 11:51:13,195 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:51:13,195 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:51:13,195 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:13,195 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50452: starting
2015-02-12 11:51:13,199 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:50452
2015-02-12 11:51:13,200 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:13,201 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50453
2015-02-12 11:51:13,203 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:51:13,203 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:13,203 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50453: starting
2015-02-12 11:51:13,205 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 50453
2015-02-12 11:51:13,206 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:51:13,207 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 50454
2015-02-12 11:51:13,207 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:13,207 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:50452
2015-02-12 11:51:13,207 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:51:13,207 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:51:13,208 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:51:13,208 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:13,209 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:51:13,209 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:13,209 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:13,210 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:51:13,210 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:13,210 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50455
2015-02-12 11:51:13,210 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:13,212 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50455_node____.1o3r5/webapp
2015-02-12 11:51:13,455 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50455
2015-02-12 11:51:13,456 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50455
2015-02-12 11:51:13,462 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:13,463 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:51:13,463 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:51:13,463 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:51:13,463 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 50452 httpPort: 50455) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:50452
2015-02-12 11:51:13,464 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:50452 Node Transitioned from NEW to RUNNING
2015-02-12 11:51:13,464 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -279301657
2015-02-12 11:51:13,464 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 640869392
2015-02-12 11:51:13,464 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:50452 with total resource of <memory:4096, vCores:8>
2015-02-12 11:51:13,464 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:51:13,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:50452 clusterResource: <memory:8192, vCores:16>
2015-02-12 11:51:14,191 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 11:51:14,194 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:14,195 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50458
2015-02-12 11:51:14,197 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:51:14,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:51:14,198 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:14,198 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50458: starting
2015-02-12 11:51:14,202 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:50458
2015-02-12 11:51:14,204 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:14,204 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50459
2015-02-12 11:51:14,206 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:51:14,206 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:14,207 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50459: starting
2015-02-12 11:51:14,208 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 50459
2015-02-12 11:51:14,209 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:51:14,210 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 50460
2015-02-12 11:51:14,210 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:14,211 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:50458
2015-02-12 11:51:14,211 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:51:14,211 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:51:14,212 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:51:14,212 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:14,212 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:51:14,213 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:14,213 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:14,213 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:51:14,213 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:14,214 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50461
2015-02-12 11:51:14,214 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:14,216 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50461_node____.psg3c6/webapp
2015-02-12 11:51:14,407 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50461
2015-02-12 11:51:14,408 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50461
2015-02-12 11:51:14,414 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:14,415 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:51:14,415 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:51:14,415 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:51:14,416 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:50458 Node Transitioned from NEW to RUNNING
2015-02-12 11:51:14,416 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 50458 httpPort: 50461) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:50458
2015-02-12 11:51:14,417 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -279301657
2015-02-12 11:51:14,417 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:50458 clusterResource: <memory:12288, vCores:24>
2015-02-12 11:51:14,417 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 640869392
2015-02-12 11:51:14,417 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:50458 with total resource of <memory:4096, vCores:8>
2015-02-12 11:51:14,417 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:51:15,195 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 11:51:15,199 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:15,200 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50467
2015-02-12 11:51:15,201 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:51:15,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:51:15,202 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:15,202 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50467: starting
2015-02-12 11:51:15,206 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:50467
2015-02-12 11:51:15,207 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:51:15,207 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 50468
2015-02-12 11:51:15,210 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:51:15,210 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:51:15,210 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 50468: starting
2015-02-12 11:51:15,212 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 50468
2015-02-12 11:51:15,213 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:51:15,214 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 50469
2015-02-12 11:51:15,214 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:15,214 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:50467
2015-02-12 11:51:15,214 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:51:15,215 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:51:15,215 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:51:15,215 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:51:15,217 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:51:15,217 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:51:15,218 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:51:15,218 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:51:15,218 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:51:15,219 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 50470
2015-02-12 11:51:15,219 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:51:15,221 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_50470_node____unyns/webapp
2015-02-12 11:51:15,402 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:50470
2015-02-12 11:51:15,403 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50470
2015-02-12 11:51:15,409 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:51:15,410 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:51:15,411 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:51:15,411 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:51:15,411 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 50467 httpPort: 50470) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:50467
2015-02-12 11:51:15,411 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:50467 Node Transitioned from NEW to RUNNING
2015-02-12 11:51:15,411 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -279301657
2015-02-12 11:51:15,411 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 640869392
2015-02-12 11:51:15,411 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:50467 with total resource of <memory:4096, vCores:8>
2015-02-12 11:51:15,411 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:51:15,412 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:50467 clusterResource: <memory:16384, vCores:32>
2015-02-12 11:51:16,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:16,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:16,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,225 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt. BP-1273717766-10.1.1.68-1423770654826 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW]]}
2015-02-12 11:51:16,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003 src: /127.0.0.1:50473 dest: /127.0.0.1:50393
2015-02-12 11:51:16,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003 src: /127.0.0.1:50474 dest: /127.0.0.1:50384
2015-02-12 11:51:16,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003 src: /127.0.0.1:50475 dest: /127.0.0.1:50389
2015-02-12 11:51:16,239 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50475, dest: /127.0.0.1:50389, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003, duration: 5413000
2015-02-12 11:51:16,239 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:16,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|FINALIZED]]} size 0
2015-02-12 11:51:16,240 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50474, dest: /127.0.0.1:50384, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003, duration: 6785000
2015-02-12 11:51:16,240 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:16,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50473, dest: /127.0.0.1:50393, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003, duration: 9627000
2015-02-12 11:51:16,244 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|FINALIZED], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED]]} size 0
2015-02-12 11:51:16,249 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_837536424_9
2015-02-12 11:51:16,280 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:51:16,281 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:51:16,286 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 0D3D57137EFF4C53AB1CF6E6471A186F
2015-02-12 11:51:16,317 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 11:51:16,331 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 11:51:16,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,361 INFO util.HadoopUtil (HadoopUtil.java:syncPaths(600)) - copying from: file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar, to: hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar
2015-02-12 11:51:16,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,366 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar. BP-1273717766-10.1.1.68-1423770654826 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW]]}
2015-02-12 11:51:16,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004 src: /127.0.0.1:50477 dest: /127.0.0.1:50393
2015-02-12 11:51:16,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004 src: /127.0.0.1:50478 dest: /127.0.0.1:50381
2015-02-12 11:51:16,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004 src: /127.0.0.1:50479 dest: /127.0.0.1:50384
2015-02-12 11:51:16,379 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50479, dest: /127.0.0.1:50384, bytes: 856, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004, duration: 4381000
2015-02-12 11:51:16,379 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:16,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:16,381 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50478, dest: /127.0.0.1:50381, bytes: 856, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004, duration: 6207000
2015-02-12 11:51:16,381 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:16,383 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50477, dest: /127.0.0.1:50393, bytes: 856, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004, duration: 6186000
2015-02-12 11:51:16,383 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|FINALIZED]]} size 0
2015-02-12 11:51:16,385 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar is closed by DFSClient_NONMAPREDUCE_837536424_9
2015-02-12 11:51:16,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:16,400 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 11:51:16,402 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-12 11:51:16,403 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:51:16,403 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath"]
2015-02-12 11:51:16,404 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] parallel execution is enabled: true
2015-02-12 11:51:16,404 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting jobs: 1
2015-02-12 11:51:16,404 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] allocating threads: 1
2015-02-12 11:51:16,405 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...asspathplatform/classpath
2015-02-12 11:51:16,428 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:50440
2015-02-12 11:51:16,503 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:50440
2015-02-12 11:51:16,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:16,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:51:16,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:51:16,548 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 1
2015-02-12 11:51:16,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001 dst=null perm=null proto=rpc
2015-02-12 11:51:16,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:51:16,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:51:16,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,564 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar. BP-1273717766-10.1.1.68-1423770654826 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW]]}
2015-02-12 11:51:16,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005 src: /127.0.0.1:50481 dest: /127.0.0.1:50393
2015-02-12 11:51:16,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005 src: /127.0.0.1:50482 dest: /127.0.0.1:50389
2015-02-12 11:51:16,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005 src: /127.0.0.1:50483 dest: /127.0.0.1:50384
2015-02-12 11:51:16,575 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50483, dest: /127.0.0.1:50384, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005, duration: 4718000
2015-02-12 11:51:16,575 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:16,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW]]} size 0
2015-02-12 11:51:16,577 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50482, dest: /127.0.0.1:50389, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005, duration: 6267000
2015-02-12 11:51:16,578 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|FINALIZED]]} size 0
2015-02-12 11:51:16,579 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50481, dest: /127.0.0.1:50393, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005, duration: 7884000
2015-02-12 11:51:16,579 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|FINALIZED], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED]]} size 0
2015-02-12 11:51:16,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar is closed by DFSClient_NONMAPREDUCE_837536424_9
2015-02-12 11:51:16,585 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar
2015-02-12 11:51:16,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:51:16,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:51:16,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:16,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:51:16,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:51:16,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 11:51:16,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test dst=null perm=null proto=rpc
2015-02-12 11:51:16,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes dst=null perm=null proto=rpc
2015-02-12 11:51:16,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build dst=null perm=null proto=rpc
2015-02-12 11:51:16,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton dst=null perm=null proto=rpc
2015-02-12 11:51:16,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility dst=null perm=null proto=rpc
2015-02-12 11:51:16,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility dst=null perm=null proto=rpc
2015-02-12 11:51:16,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src dst=null perm=null proto=rpc
2015-02-12 11:51:16,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:16,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users dst=null perm=null proto=rpc
2015-02-12 11:51:16,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:16,624 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:51:16,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:16,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,644 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split
2015-02-12 11:51:16,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:16,647 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split. BP-1273717766-10.1.1.68-1423770654826 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW]]}
2015-02-12 11:51:16,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006 src: /127.0.0.1:50484 dest: /127.0.0.1:50389
2015-02-12 11:51:16,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006 src: /127.0.0.1:50485 dest: /127.0.0.1:50393
2015-02-12 11:51:16,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006 src: /127.0.0.1:50486 dest: /127.0.0.1:50384
2015-02-12 11:51:16,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006 src: /127.0.0.1:50487 dest: /127.0.0.1:50381
2015-02-12 11:51:16,661 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50487, dest: /127.0.0.1:50381, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006, duration: 5725000
2015-02-12 11:51:16,661 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:16,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW]]} size 0
2015-02-12 11:51:16,662 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50486, dest: /127.0.0.1:50384, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006, duration: 7411000
2015-02-12 11:51:16,663 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW]]} size 0
2015-02-12 11:51:16,668 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50485, dest: /127.0.0.1:50393, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006, duration: 12958000
2015-02-12 11:51:16,669 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW]]} size 0
2015-02-12 11:51:16,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50484, dest: /127.0.0.1:50389, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006, duration: 14267000
2015-02-12 11:51:16,671 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|FINALIZED]]} size 0
2015-02-12 11:51:16,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split is closed by DFSClient_NONMAPREDUCE_837536424_9
2015-02-12 11:51:16,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo. BP-1273717766-10.1.1.68-1423770654826 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW]]}
2015-02-12 11:51:16,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007 src: /127.0.0.1:50488 dest: /127.0.0.1:50381
2015-02-12 11:51:16,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007 src: /127.0.0.1:50489 dest: /127.0.0.1:50393
2015-02-12 11:51:16,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007 src: /127.0.0.1:50490 dest: /127.0.0.1:50389
2015-02-12 11:51:16,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50490, dest: /127.0.0.1:50389, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007, duration: 4169000
2015-02-12 11:51:16,692 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:16,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|FINALIZED]]} size 0
2015-02-12 11:51:16,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50489, dest: /127.0.0.1:50393, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007, duration: 5072000
2015-02-12 11:51:16,693 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|FINALIZED], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED]]} size 0
2015-02-12 11:51:16,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50488, dest: /127.0.0.1:50381, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007, duration: 6500000
2015-02-12 11:51:16,695 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|FINALIZED], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED]]} size 0
2015-02-12 11:51:16,697 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_837536424_9
2015-02-12 11:51:16,697 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:51:16,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:51:16,819 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:50384 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:50381
2015-02-12 11:51:16,842 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml. BP-1273717766-10.1.1.68-1423770654826 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW]]}
2015-02-12 11:51:16,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008 src: /127.0.0.1:50491 dest: /127.0.0.1:50381
2015-02-12 11:51:16,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008 src: /127.0.0.1:50492 dest: /127.0.0.1:50393
2015-02-12 11:51:16,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008 src: /127.0.0.1:50493 dest: /127.0.0.1:50389
2015-02-12 11:51:16,854 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50493, dest: /127.0.0.1:50389, bytes: 97595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008, duration: 3538000
2015-02-12 11:51:16,855 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:16,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW]]} size 0
2015-02-12 11:51:16,856 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50492, dest: /127.0.0.1:50393, bytes: 97595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008, duration: 4346000
2015-02-12 11:51:16,857 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50491, dest: /127.0.0.1:50381, bytes: 97595, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_837536424_9, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008, duration: 6648000
2015-02-12 11:51:16,859 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:16,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW]]} size 0
2015-02-12 11:51:16,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:16,862 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml is closed by DFSClient_NONMAPREDUCE_837536424_9
2015-02-12 11:51:16,863 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423770670676_0001
2015-02-12 11:51:16,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001 dst=null perm=null proto=rpc
2015-02-12 11:51:16,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:16,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:16,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:16,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:16,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:16,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:16,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:16,980 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 1 submitted by user soberoi
2015-02-12 11:51:16,980 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423770670676_0001
2015-02-12 11:51:16,981 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770670676_0001 State change from NEW to NEW_SAVING
2015-02-12 11:51:16,981 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423770670676_0001
2015-02-12 11:51:16,987 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423770670676_0001
2015-02-12 11:51:16,995 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770670676_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:51:16,996 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423770670676_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:51:16,999 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423770670676_0001 from user: soberoi, in queue: default
2015-02-12 11:51:17,001 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770670676_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 11:51:17,015 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423770670676_0001_000001
2015-02-12 11:51:17,016 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770670676_0001_000001 State change from NEW to SUBMITTED
2015-02-12 11:51:17,022 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423770670676_0001 from user: soberoi activated in queue: default
2015-02-12 11:51:17,022 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423770670676_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@48e5691e, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:51:17,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423770670676_0001_000001 to scheduler from user soberoi in queue default
2015-02-12 11:51:17,024 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770670676_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:51:17,208 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423770670676_0001
2015-02-12 11:51:17,228 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:50441/proxy/application_1423770670676_0001/
2015-02-12 11:51:17,229 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1423770670676_0001
2015-02-12 11:51:17,229 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://Edinburgh.local:50441/proxy/application_1423770670676_0001/
2015-02-12 11:51:17,441 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:51:17,441 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000001
2015-02-12 11:51:17,442 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770670676_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:50467, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:51:17,442 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770670676_0001_000001 container=Container: [ContainerId: container_1423770670676_0001_01_000001, NodeId: 10.1.1.68:50467, NodeHttpAddress: 10.1.1.68:50470, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:51:17,442 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:51:17,442 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:17,452 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:50467 for container : container_1423770670676_0001_01_000001
2015-02-12 11:51:17,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:51:17,459 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423770670676_0001_000001
2015-02-12 11:51:17,459 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423770670676_0001 AttemptId: appattempt_1423770670676_0001_000001 MasterContainer: Container: [ContainerId: container_1423770670676_0001_01_000001, NodeId: 10.1.1.68:50467, NodeHttpAddress: 10.1.1.68:50470, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:50467 }, ]
2015-02-12 11:51:17,460 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770670676_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:51:17,466 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770670676_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:51:17,468 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423770670676_0001_000001
2015-02-12 11:51:17,476 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423770670676_0001_01_000001, NodeId: 10.1.1.68:50467, NodeHttpAddress: 10.1.1.68:50470, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:50467 }, ] for AM appattempt_1423770670676_0001_000001
2015-02-12 11:51:17,476 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423770670676_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:51:17,477 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423770670676_0001_000001
2015-02-12 11:51:17,480 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423770670676_0001_000001
2015-02-12 11:51:17,497 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:17,508 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770670676_0001_01_000001 by user soberoi
2015-02-12 11:51:17,521 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423770670676_0001
2015-02-12 11:51:17,526 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770670676_0001 transitioned from NEW to INITING
2015-02-12 11:51:17,526 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000001
2015-02-12 11:51:17,527 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770670676_0001_01_000001 to application application_1423770670676_0001
2015-02-12 11:51:17,531 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770670676_0001 transitioned from INITING to RUNNING
2015-02-12 11:51:17,534 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:51:17,534 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770670676_0001
2015-02-12 11:51:17,542 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423770670676_0001_01_000001, NodeId: 10.1.1.68:50467, NodeHttpAddress: 10.1.1.68:50470, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:50467 }, ] for AM appattempt_1423770670676_0001_000001
2015-02-12 11:51:17,543 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770670676_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:51:17,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:17,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:51:17,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:51:17,545 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=65e193f7-9432-40fa-bcad-0aa157e181bf, infoPort=50385, ipcPort=50388, storageInfo=lv=-56;cid=testClusterID;nsid=1557706609;c=0) Starting thread to transfer BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005 to 127.0.0.1:50381
2015-02-12 11:51:17,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:51:17,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:17,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:17,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:17,546 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770670676_0001_01_000001
2015-02-12 11:51:17,548 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar, 1423770657928, FILE, null }
2015-02-12 11:51:17,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005 src: /127.0.0.1:50497 dest: /127.0.0.1:50381
2015-02-12 11:51:17,553 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005 (numBytes=254067) to /127.0.0.1:50381
2015-02-12 11:51:17,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005 src: /127.0.0.1:50497 dest: /127.0.0.1:50381 of size 254067
2015-02-12 11:51:17,554 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar, 1423770676385, FILE, null }
2015-02-12 11:51:17,555 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770657746, FILE, null }
2015-02-12 11:51:17,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741829_1005 size 254067
2015-02-12 11:51:17,572 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423770670676_0001_01_000001.tokens. Credentials list:
2015-02-12 11:51:17,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:17,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:17,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:17,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:51:17,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 11:51:17,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:51:17,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test dst=null perm=null proto=rpc
2015-02-12 11:51:17,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:17,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes dst=null perm=null proto=rpc
2015-02-12 11:51:17,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:51:17,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build dst=null perm=null proto=rpc
2015-02-12 11:51:17,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton dst=null perm=null proto=rpc
2015-02-12 11:51:17,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:51:17,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility dst=null perm=null proto=rpc
2015-02-12 11:51:17,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility dst=null perm=null proto=rpc
2015-02-12 11:51:17,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src dst=null perm=null proto=rpc
2015-02-12 11:51:17,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:17,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:17,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:17,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users dst=null perm=null proto=rpc
2015-02-12 11:51:17,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:17,692 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/test-classpath.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:17,697 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/hadoop-887833807314730689.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:17,701 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/12/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:17,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:51:17,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423770670676_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000001.tokens
2015-02-12 11:51:17,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770670676_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770670676_0001
2015-02-12 11:51:17,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:17,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:17,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770670676_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:17,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:17,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:18,008 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423770670676_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:18,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:18,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:18,054 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423770670676_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:18,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:18,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:18,102 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423770670676_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:18,103 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:51:18,140 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:51:18,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:18,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000001/default_container_executor.sh]
2015-02-12 11:51:18,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:51:20,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:51:20,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:51:20,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:51:20,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:51:20,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001 dst=null perm=null proto=rpc
2015-02-12 11:51:20,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:51:20,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:20,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:51:20,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:20,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:20,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:51:21,438 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:21,445 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423770670676_0001_000001
2015-02-12 11:51:21,446 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423770670676_0001 APPATTEMPTID=appattempt_1423770670676_0001_000001
2015-02-12 11:51:21,446 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770670676_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:51:21,447 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770670676_0001 State change from ACCEPTED to RUNNING
2015-02-12 11:51:21,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004
2015-02-12 11:51:21,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003
2015-02-12 11:51:21,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004
2015-02-12 11:51:21,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:21,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:51:21,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:21,710 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1_conf.xml. BP-1273717766-10.1.1.68-1423770654826 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW]]}
2015-02-12 11:51:21,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005
2015-02-12 11:51:21,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003
2015-02-12 11:51:21,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006
2015-02-12 11:51:21,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007
2015-02-12 11:51:21,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009 src: /127.0.0.1:50519 dest: /127.0.0.1:50389
2015-02-12 11:51:21,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009 src: /127.0.0.1:50520 dest: /127.0.0.1:50381
2015-02-12 11:51:21,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009 src: /127.0.0.1:50521 dest: /127.0.0.1:50384
2015-02-12 11:51:21,795 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50521, dest: /127.0.0.1:50384, bytes: 114598, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009, duration: 35236000
2015-02-12 11:51:21,795 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:21,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:21,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50520, dest: /127.0.0.1:50381, bytes: 114598, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009, duration: 36076000
2015-02-12 11:51:21,796 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:21,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|FINALIZED], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:21,798 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50519, dest: /127.0.0.1:50389, bytes: 114598, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009, duration: 37151000
2015-02-12 11:51:21,798 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:21,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|FINALIZED], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:21,802 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:21,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006
2015-02-12 11:51:21,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005
2015-02-12 11:51:21,939 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741828_1004
2015-02-12 11:51:21,939 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741827_1003
2015-02-12 11:51:21,940 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007
2015-02-12 11:51:21,941 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008
2015-02-12 11:51:22,528 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:51:22,528 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000002
2015-02-12 11:51:22,529 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770670676_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50452, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:51:22,529 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770670676_0001_000001 container=Container: [ContainerId: container_1423770670676_0001_01_000002, NodeId: 10.1.1.68:50452, NodeHttpAddress: 10.1.1.68:50455, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:51:22,529 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:51:22,530 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:22,530 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:51:22,530 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000003
2015-02-12 11:51:22,531 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770670676_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50452, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:51:22,531 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770670676_0001_000001 container=Container: [ContainerId: container_1423770670676_0001_01_000003, NodeId: 10.1.1.68:50452, NodeHttpAddress: 10.1.1.68:50455, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:51:22,531 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:51:22,531 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:22,532 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:51:22,532 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000004
2015-02-12 11:51:22,532 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770670676_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50452, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 11:51:22,532 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770670676_0001_000001 container=Container: [ContainerId: container_1423770670676_0001_01_000004, NodeId: 10.1.1.68:50452, NodeHttpAddress: 10.1.1.68:50455, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:51:22,533 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:51:22,533 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:22,533 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:51:22,534 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000005
2015-02-12 11:51:22,534 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423770670676_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50452, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 11:51:22,534 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423770670676_0001_000001 container=Container: [ContainerId: container_1423770670676_0001_01_000005, NodeId: 10.1.1.68:50452, NodeHttpAddress: 10.1.1.68:50455, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:51:22,534 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:51:22,534 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:23,523 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:50452 for container : container_1423770670676_0001_01_000002
2015-02-12 11:51:23,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:51:23,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:51:23,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:51:23,530 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:51:23,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:23,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:23,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,665 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:23,666 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:23,668 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:23,669 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:23,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770670676_0001_01_000004 by user soberoi
2015-02-12 11:51:23,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770670676_0001_01_000005 by user soberoi
2015-02-12 11:51:23,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770670676_0001_01_000003 by user soberoi
2015-02-12 11:51:23,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423770670676_0001_01_000002 by user soberoi
2015-02-12 11:51:23,677 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423770670676_0001
2015-02-12 11:51:23,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000002
2015-02-12 11:51:23,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000003
2015-02-12 11:51:23,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000005
2015-02-12 11:51:23,679 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000004
2015-02-12 11:51:23,678 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770670676_0001_01_000005 to application application_1423770670676_0001
2015-02-12 11:51:23,681 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770670676_0001_01_000003 to application application_1423770670676_0001
2015-02-12 11:51:23,681 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770670676_0001_01_000002 to application application_1423770670676_0001
2015-02-12 11:51:23,681 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770670676_0001 transitioned from NEW to INITING
2015-02-12 11:51:23,681 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423770670676_0001_01_000004 to application application_1423770670676_0001
2015-02-12 11:51:23,682 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423770670676_0001 transitioned from INITING to RUNNING
2015-02-12 11:51:23,683 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:51:23,683 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:51:23,684 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:51:23,684 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:51:23,684 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770670676_0001
2015-02-12 11:51:23,685 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770670676_0001
2015-02-12 11:51:23,685 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:51:23,686 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770670676_0001
2015-02-12 11:51:23,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:23,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:51:23,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:23,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:23,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:51:23,687 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770670676_0001
2015-02-12 11:51:23,687 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770670676_0001
2015-02-12 11:51:23,687 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:51:23,688 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770670676_0001
2015-02-12 11:51:23,688 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770670676_0001
2015-02-12 11:51:23,688 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770670676_0001
2015-02-12 11:51:23,688 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:51:23,688 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770670676_0001
2015-02-12 11:51:23,689 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423770670676_0001
2015-02-12 11:51:23,689 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423770670676_0001
2015-02-12 11:51:23,689 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:51:23,689 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423770670676_0001
2015-02-12 11:51:23,690 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770670676_0001_01_000005
2015-02-12 11:51:23,690 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar, 1423770657928, FILE, null }
2015-02-12 11:51:23,692 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar, 1423770676385, FILE, null }
2015-02-12 11:51:23,693 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770657746, FILE, null }
2015-02-12 11:51:23,694 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770670676_0001_01_000002
2015-02-12 11:51:23,695 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar, 1423770657928, FILE, null }
2015-02-12 11:51:23,695 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar, 1423770676385, FILE, null }
2015-02-12 11:51:23,695 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770657746, FILE, null }
2015-02-12 11:51:23,695 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770670676_0001_01_000004
2015-02-12 11:51:23,696 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar, 1423770657928, FILE, null }
2015-02-12 11:51:23,696 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar, 1423770676385, FILE, null }
2015-02-12 11:51:23,696 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770657746, FILE, null }
2015-02-12 11:51:23,696 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423770670676_0001_01_000003
2015-02-12 11:51:23,699 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar, 1423770657928, FILE, null }
2015-02-12 11:51:23,700 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar, 1423770676385, FILE, null }
2015-02-12 11:51:23,700 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423770657746, FILE, null }
2015-02-12 11:51:23,716 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423770670676_0001_01_000005.tokens. Credentials list:
2015-02-12 11:51:23,720 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423770670676_0001_01_000004.tokens. Credentials list:
2015-02-12 11:51:23,721 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423770670676_0001_01_000002.tokens. Credentials list:
2015-02-12 11:51:23,728 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423770670676_0001_01_000003.tokens. Credentials list:
2015-02-12 11:51:23,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:51:23,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data dst=null perm=null proto=rpc
2015-02-12 11:51:23,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:51:23,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test dst=null perm=null proto=rpc
2015-02-12 11:51:23,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:23,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes dst=null perm=null proto=rpc
2015-02-12 11:51:23,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:51:23,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:51:23,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build dst=null perm=null proto=rpc
2015-02-12 11:51:23,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton dst=null perm=null proto=rpc
2015-02-12 11:51:23,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility dst=null perm=null proto=rpc
2015-02-12 11:51:23,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility dst=null perm=null proto=rpc
2015-02-12 11:51:23,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src dst=null perm=null proto=rpc
2015-02-12 11:51:23,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi dst=null perm=null proto=rpc
2015-02-12 11:51:23,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users dst=null perm=null proto=rpc
2015-02-12 11:51:23,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar dst=null perm=null proto=rpc
2015-02-12 11:51:23,809 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-887833807314730689.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/filecache/10/hadoop-887833807314730689.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:23,813 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/test-classpath.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/filecache/11/test-classpath.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:23,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/filecache/12/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:23,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:51:23,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423770670676_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000005.tokens
2015-02-12 11:51:23,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001
2015-02-12 11:51:23,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:51:24,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:24,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:51:24,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:51:24,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423770670676_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000003.tokens
2015-02-12 11:51:24,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001
2015-02-12 11:51:24,126 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770670676_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:24,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:24,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:51:24,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423770670676_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000002.tokens
2015-02-12 11:51:24,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001
2015-02-12 11:51:24,209 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:50380/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:51:24,210 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:51:24,210 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:51:24,210 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:51:24,210 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:51:24,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:51:24,290 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:51:24,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:24,291 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:51:24,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:24,298 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:51:24,299 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:24,305 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:51:24,305 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:24,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423770670676_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000004.tokens
2015-02-12 11:51:24,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001
2015-02-12 11:51:24,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000005/default_container_executor.sh]
2015-02-12 11:51:24,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000003/default_container_executor.sh]
2015-02-12 11:51:24,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000002/default_container_executor.sh]
2015-02-12 11:51:24,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000004/default_container_executor.sh]
2015-02-12 11:51:24,537 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:51:24,541 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:51:24,541 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:51:24,541 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:51:24,549 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:51:25,809 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 11:51:25,809 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:51:26,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741831_1007
2015-02-12 11:51:26,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006
2015-02-12 11:51:26,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008
2015-02-12 11:51:26,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005
2015-02-12 11:51:26,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741830_1006
2015-02-12 11:51:26,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741829_1005
2015-02-12 11:51:26,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741832_1008
2015-02-12 11:51:30,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:31,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:31,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:31,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:51:31,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:31,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:31,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:31,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:31,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:31,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:31,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:51:31,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:31,482 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000003_0/part-00003. BP-1273717766-10.1.1.68-1423770654826 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW]]}
2015-02-12 11:51:31,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009
2015-02-12 11:51:31,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009
2015-02-12 11:51:31,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010 src: /127.0.0.1:50573 dest: /127.0.0.1:50393
2015-02-12 11:51:31,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010 src: /127.0.0.1:50574 dest: /127.0.0.1:50389
2015-02-12 11:51:31,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010 src: /127.0.0.1:50575 dest: /127.0.0.1:50384
2015-02-12 11:51:31,601 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50575, dest: /127.0.0.1:50384, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000003_0_863109626_1, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010, duration: 36698000
2015-02-12 11:51:31,601 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:31,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:31,602 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50574, dest: /127.0.0.1:50389, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000003_0_863109626_1, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010, duration: 38101000
2015-02-12 11:51:31,602 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:31,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:31,603 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50573, dest: /127.0.0.1:50393, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000003_0_863109626_1, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010, duration: 39276000
2015-02-12 11:51:31,603 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:31,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:31,618 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1423770670676_0001_m_000003_0_863109626_1
2015-02-12 11:51:31,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:51:31,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:51:31,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000003 dst=null perm=null proto=rpc
2015-02-12 11:51:31,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:51:31,674 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:31,679 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770670676_0001_01_000005
2015-02-12 11:51:31,680 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000005
2015-02-12 11:51:31,680 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:51:31,680 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770670676_0001_01_000005
2015-02-12 11:51:31,700 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1.jhist. BP-1273717766-10.1.1.68-1423770654826 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW]]}
2015-02-12 11:51:31,700 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770670676_0001_01_000005 is : 143
2015-02-12 11:51:31,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011 src: /127.0.0.1:50577 dest: /127.0.0.1:50389
2015-02-12 11:51:31,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011 src: /127.0.0.1:50578 dest: /127.0.0.1:50393
2015-02-12 11:51:31,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011 src: /127.0.0.1:50579 dest: /127.0.0.1:50381
2015-02-12 11:51:31,713 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1.jhist for DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:31,715 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:51:31,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000005
2015-02-12 11:51:31,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000005
2015-02-12 11:51:31,717 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000005
2015-02-12 11:51:31,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000005
2015-02-12 11:51:31,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000005
2015-02-12 11:51:31,719 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:51:31,719 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770670676_0001_01_000005 from application application_1423770670676_0001
2015-02-12 11:51:31,719 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:31,720 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770670676_0001
2015-02-12 11:51:31,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1273717766-10.1.1.68-1423770654826:blk_1073741833_1009
2015-02-12 11:51:31,881 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000002_0/part-00002. BP-1273717766-10.1.1.68-1423770654826 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW]]}
2015-02-12 11:51:31,932 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000000_0/part-00000. BP-1273717766-10.1.1.68-1423770654826 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW]]}
2015-02-12 11:51:31,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012 src: /127.0.0.1:50580 dest: /127.0.0.1:50393
2015-02-12 11:51:31,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012 src: /127.0.0.1:50582 dest: /127.0.0.1:50384
2015-02-12 11:51:31,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012 src: /127.0.0.1:50583 dest: /127.0.0.1:50381
2015-02-12 11:51:31,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013 src: /127.0.0.1:50581 dest: /127.0.0.1:50381
2015-02-12 11:51:31,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50583, dest: /127.0.0.1:50381, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000002_0_-436297953_1, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012, duration: 54572000
2015-02-12 11:51:31,999 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:32,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013 src: /127.0.0.1:50584 dest: /127.0.0.1:50384
2015-02-12 11:51:32,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:32,000 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50582, dest: /127.0.0.1:50384, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000002_0_-436297953_1, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012, duration: 55483000
2015-02-12 11:51:32,010 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,011 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50580, dest: /127.0.0.1:50393, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000002_0_-436297953_1, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012, duration: 65422000
2015-02-12 11:51:32,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013 src: /127.0.0.1:50585 dest: /127.0.0.1:50389
2015-02-12 11:51:32,011 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:32,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:32,027 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1423770670676_0001_m_000002_0_-436297953_1
2015-02-12 11:51:32,042 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50585, dest: /127.0.0.1:50389, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000000_0_-2088700521_1, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013, duration: 28995000
2015-02-12 11:51:32,042 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:32,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW]]} size 0
2015-02-12 11:51:32,043 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50584, dest: /127.0.0.1:50384, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000000_0_-2088700521_1, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013, duration: 29885000
2015-02-12 11:51:32,043 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW]]} size 0
2015-02-12 11:51:32,044 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50581, dest: /127.0.0.1:50381, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000000_0_-2088700521_1, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013, duration: 30310000
2015-02-12 11:51:32,044 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW]]} size 0
2015-02-12 11:51:32,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:51:32,049 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1423770670676_0001_m_000000_0_-2088700521_1
2015-02-12 11:51:32,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:51:32,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000002 dst=null perm=null proto=rpc
2015-02-12 11:51:32,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:51:32,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:51:32,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:51:32,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 11:51:32,078 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:32,081 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770670676_0001_01_000004
2015-02-12 11:51:32,082 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000004
2015-02-12 11:51:32,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:51:32,083 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:51:32,084 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770670676_0001_01_000004
2015-02-12 11:51:32,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:51:32,084 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770670676_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:51:32,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000005
2015-02-12 11:51:32,084 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770670676_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50452, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 11:51:32,085 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:51:32,085 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770670676_0001_01_000005, NodeId: 10.1.1.68:50452, NodeHttpAddress: 10.1.1.68:50455, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50452 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:51:32,086 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:32,086 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:51:32,086 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770670676_0001_000001 released container container_1423770670676_0001_01_000005 on node: host: 10.1.1.68:50452 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 11:51:32,109 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770670676_0001_01_000004 is : 143
2015-02-12 11:51:32,136 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:51:32,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000004
2015-02-12 11:51:32,141 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:32,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000004
2015-02-12 11:51:32,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000004
2015-02-12 11:51:32,145 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770670676_0001_01_000002
2015-02-12 11:51:32,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000004
2015-02-12 11:51:32,145 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000002
2015-02-12 11:51:32,146 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:51:32,148 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:51:32,149 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000004
2015-02-12 11:51:32,149 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:51:32,149 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770670676_0001_01_000002
2015-02-12 11:51:32,150 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000001_0/part-00001. BP-1273717766-10.1.1.68-1423770654826 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW]]}
2015-02-12 11:51:32,168 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770670676_0001_01_000002 is : 143
2015-02-12 11:51:32,181 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770670676_0001_01_000004 from application application_1423770670676_0001
2015-02-12 11:51:32,181 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:32,181 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770670676_0001
2015-02-12 11:51:32,182 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:51:32,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000002
2015-02-12 11:51:32,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000002
2015-02-12 11:51:32,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000002
2015-02-12 11:51:32,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000002
2015-02-12 11:51:32,185 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000002
2015-02-12 11:51:32,186 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:51:32,186 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770670676_0001_01_000002 from application application_1423770670676_0001
2015-02-12 11:51:32,186 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:32,186 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770670676_0001
2015-02-12 11:51:32,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014 src: /127.0.0.1:50589 dest: /127.0.0.1:50393
2015-02-12 11:51:32,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014 src: /127.0.0.1:50590 dest: /127.0.0.1:50381
2015-02-12 11:51:32,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014 src: /127.0.0.1:50591 dest: /127.0.0.1:50389
2015-02-12 11:51:32,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50591, dest: /127.0.0.1:50389, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000001_0_432788061_1, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014, duration: 27248000
2015-02-12 11:51:32,249 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:32,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW]]} size 0
2015-02-12 11:51:32,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50590, dest: /127.0.0.1:50381, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000001_0_432788061_1, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014, duration: 28332000
2015-02-12 11:51:32,251 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:32,252 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50589, dest: /127.0.0.1:50393, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1423770670676_0001_m_000001_0_432788061_1, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014, duration: 29984000
2015-02-12 11:51:32,252 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|FINALIZED]]} size 0
2015-02-12 11:51:32,256 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1423770670676_0001_m_000001_0_432788061_1
2015-02-12 11:51:32,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:51:32,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:51:32,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 11:51:32,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1423770670676_0001_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:51:32,287 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423770670676_0001_000001 (auth:SIMPLE)
2015-02-12 11:51:32,292 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423770670676_0001_01_000003
2015-02-12 11:51:32,292 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000003
2015-02-12 11:51:32,292 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:51:32,293 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423770670676_0001_01_000003
2015-02-12 11:51:32,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:51:32,294 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770670676_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:51:32,294 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000002
2015-02-12 11:51:32,294 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770670676_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50452, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 11:51:32,294 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:51:32,295 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770670676_0001_01_000002, NodeId: 10.1.1.68:50452, NodeHttpAddress: 10.1.1.68:50455, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50452 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:51:32,295 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:32,295 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:51:32,295 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770670676_0001_000001 released container container_1423770670676_0001_01_000002 on node: host: 10.1.1.68:50452 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 11:51:32,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:51:32,296 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770670676_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:51:32,296 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000004
2015-02-12 11:51:32,296 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770670676_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50452, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:51:32,296 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:51:32,297 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770670676_0001_01_000004, NodeId: 10.1.1.68:50452, NodeHttpAddress: 10.1.1.68:50455, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50452 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:51:32,297 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:32,297 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:51:32,297 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770670676_0001_000001 released container container_1423770670676_0001_01_000004 on node: host: 10.1.1.68:50452 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:51:32,298 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:51:32,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:32,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:51:32,311 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423770670676_0001_01_000003 is : 143
2015-02-12 11:51:32,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:32,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:32,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 11:51:32,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:51:32,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:32,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:32,327 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:51:32,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000003
2015-02-12 11:51:32,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 11:51:32,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000003
2015-02-12 11:51:32,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000003
2015-02-12 11:51:32,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:51:32,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423770670676_0001/container_1423770670676_0001_01_000003
2015-02-12 11:51:32,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000003
2015-02-12 11:51:32,331 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423770670676_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:51:32,332 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423770670676_0001_01_000003 from application application_1423770670676_0001
2015-02-12 11:51:32,332 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:51:32,332 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423770670676_0001
2015-02-12 11:51:32,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:32,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:32,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000002 dst=null perm=null proto=rpc
2015-02-12 11:51:32,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:51:32,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:32,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:32,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000003 dst=null perm=null proto=rpc
2015-02-12 11:51:32,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:51:32,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1423770670676_0001_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary dst=null perm=null proto=rpc
2015-02-12 11:51:32,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,361 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:32,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,365 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:32,378 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50579, dest: /127.0.0.1:50381, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011, duration: 670359000
2015-02-12 11:51:32,379 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:32,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW]]} size 15524
2015-02-12 11:51:32,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50578, dest: /127.0.0.1:50393, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011, duration: 671162000
2015-02-12 11:51:32,380 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW]]} size 15524
2015-02-12 11:51:32,381 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50577, dest: /127.0.0.1:50389, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011, duration: 672892000
2015-02-12 11:51:32,381 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW]]} size 15524
2015-02-12 11:51:32,383 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:32,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,387 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001.summary_tmp. BP-1273717766-10.1.1.68-1423770654826 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|RBW]]}
2015-02-12 11:51:32,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015 src: /127.0.0.1:50594 dest: /127.0.0.1:50384
2015-02-12 11:51:32,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015 src: /127.0.0.1:50595 dest: /127.0.0.1:50393
2015-02-12 11:51:32,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015 src: /127.0.0.1:50596 dest: /127.0.0.1:50381
2015-02-12 11:51:32,396 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50596, dest: /127.0.0.1:50381, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015, duration: 2093000
2015-02-12 11:51:32,397 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:32,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:32,397 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50595, dest: /127.0.0.1:50393, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015, duration: 2838000
2015-02-12 11:51:32,398 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|FINALIZED], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED]]} size 0
2015-02-12 11:51:32,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50594, dest: /127.0.0.1:50384, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015, duration: 3904000
2015-02-12 11:51:32,399 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|FINALIZED], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:32,401 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:32,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:51:32,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:51:32,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001-1423770676959-soberoi-%5B86EC0508B2E341A198225B5491BC5B5B%2F44CC5A279718446C-1423770692366-4-0-SUCCEEDED-default-1423770681487.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:51:32,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:51:32,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001-1423770676959-soberoi-%5B86EC0508B2E341A198225B5491BC5B5B%2F44CC5A279718446C-1423770692366-4-0-SUCCEEDED-default-1423770681487.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:51:32,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:51:32,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001-1423770676959-soberoi-%5B86EC0508B2E341A198225B5491BC5B5B%2F44CC5A279718446C-1423770692366-4-0-SUCCEEDED-default-1423770681487.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,428 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001-1423770676959-soberoi-%5B86EC0508B2E341A198225B5491BC5B5B%2F44CC5A279718446C-1423770692366-4-0-SUCCEEDED-default-1423770681487.jhist_tmp. BP-1273717766-10.1.1.68-1423770654826 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW]]}
2015-02-12 11:51:32,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016 src: /127.0.0.1:50598 dest: /127.0.0.1:50381
2015-02-12 11:51:32,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016 src: /127.0.0.1:50599 dest: /127.0.0.1:50389
2015-02-12 11:51:32,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016 src: /127.0.0.1:50600 dest: /127.0.0.1:50393
2015-02-12 11:51:32,436 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50600, dest: /127.0.0.1:50393, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016, duration: 2266000
2015-02-12 11:51:32,436 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:32,437 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-746a9e26-b7bf-4919-a26b-144a6df7c5c2:NORMAL:127.0.0.1:50389|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW]]} size 0
2015-02-12 11:51:32,437 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50599, dest: /127.0.0.1:50389, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 4fde296f-abea-45bf-a05e-704aad1ff3c6, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016, duration: 3480000
2015-02-12 11:51:32,437 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50389 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|FINALIZED]]} size 0
2015-02-12 11:51:32,438 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50598, dest: /127.0.0.1:50381, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016, duration: 4607000
2015-02-12 11:51:32,438 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW], ReplicaUnderConstruction[[DISK]DS-73b3b7a6-e71b-4231-9a62-66a5a96534d3:NORMAL:127.0.0.1:50389|FINALIZED], ReplicaUnderConstruction[[DISK]DS-273e73a0-ae84-4434-95b3-d7f0fbbb22be:NORMAL:127.0.0.1:50381|FINALIZED]]} size 0
2015-02-12 11:51:32,440 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001-1423770676959-soberoi-%5B86EC0508B2E341A198225B5491BC5B5B%2F44CC5A279718446C-1423770692366-4-0-SUCCEEDED-default-1423770681487.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:32,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001-1423770676959-soberoi-%5B86EC0508B2E341A198225B5491BC5B5B%2F44CC5A279718446C-1423770692366-4-0-SUCCEEDED-default-1423770681487.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:51:32,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:51:32,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:51:32,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:51:32,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:51:32,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001/job_1423770670676_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:51:32,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:51:32,459 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001_conf.xml_tmp. BP-1273717766-10.1.1.68-1423770654826 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-5a954b22-6991-4079-8335-3a6e539409e2:NORMAL:127.0.0.1:50393|RBW]]}
2015-02-12 11:51:32,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017 src: /127.0.0.1:50603 dest: /127.0.0.1:50381
2015-02-12 11:51:32,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017 src: /127.0.0.1:50604 dest: /127.0.0.1:50384
2015-02-12 11:51:32,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017 src: /127.0.0.1:50605 dest: /127.0.0.1:50393
2015-02-12 11:51:32,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50605, dest: /127.0.0.1:50393, bytes: 114598, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 4d7ffcc9-251a-43cf-9bfa-d8b12a247ad7, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017, duration: 2383000
2015-02-12 11:51:32,468 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:51:32,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50393 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-7589ff4a-99ec-462b-b1a2-400491f091f3:NORMAL:127.0.0.1:50384|RBW], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED]]} size 0
2015-02-12 11:51:32,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50604, dest: /127.0.0.1:50384, bytes: 114598, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 65e193f7-9432-40fa-bcad-0aa157e181bf, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017, duration: 3087000
2015-02-12 11:51:32,469 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50384 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:32,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:50603, dest: /127.0.0.1:50381, bytes: 114598, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1632096386_1, offset: 0, srvID: 7c7855fd-5571-4877-8b08-a2d152f35d74, blockid: BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017, duration: 4248000
2015-02-12 11:51:32,470 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-1273717766-10.1.1.68-1423770654826:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:51:32,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50381 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6d91bda9-6b8a-4058-bf31-d7772c4992bf:NORMAL:127.0.0.1:50381|RBW], ReplicaUnderConstruction[[DISK]DS-eeeb737f-9808-4e5f-ab78-9e8e6a1d7a99:NORMAL:127.0.0.1:50393|FINALIZED], ReplicaUnderConstruction[[DISK]DS-00f48c23-8538-4462-9213-02f73ff42a57:NORMAL:127.0.0.1:50384|FINALIZED]]} size 0
2015-02-12 11:51:32,471 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1632096386_1
2015-02-12 11:51:32,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:51:32,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:51:32,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:51:32,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001-1423770676959-soberoi-%5B86EC0508B2E341A198225B5491BC5B5B%2F44CC5A279718446C-1423770692366-4-0-SUCCEEDED-default-1423770681487.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423770670676_0001-1423770676959-soberoi-%5B86EC0508B2E341A198225B5491BC5B5B%2F44CC5A279718446C-1423770692366-4-0-SUCCEEDED-default-1423770681487.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:51:32,491 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423770670676_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:51:32,492 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770670676_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:51:32,492 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423770670676_0001 with final state: FINISHING
2015-02-12 11:51:32,493 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770670676_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:51:32,493 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423770670676_0001
2015-02-12 11:51:32,494 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423770670676_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:51:32,494 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423770670676_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:51:33,304 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:51:33,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423770670676_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:51:33,304 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423770670676_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:51:33,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423770670676_0001 CONTAINERID=container_1423770670676_0001_01_000003
2015-02-12 11:51:33,305 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423770670676_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:50452, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:51:33,305 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:51:33,306 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423770670676_0001_01_000003, NodeId: 10.1.1.68:50452, NodeHttpAddress: 10.1.1.68:50455, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:50452 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:51:33,307 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:51:33,307 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:51:33,307 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423770670676_0001_000001 released container container_1423770670676_0001_01_000003 on node: host: 10.1.1.68:50452 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:51:33,307 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:51:33,307 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:51:33,504 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423770670676_0001 unregistered successfully.
2015-02-12 11:51:33,508 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:50393 127.0.0.1:50389 127.0.0.1:50384 127.0.0.1:50381
2015-02-12 11:51:33,509 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:50389 127.0.0.1:50393 127.0.0.1:50384 127.0.0.1:50381
2015-02-12 11:51:33,509 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:50381 127.0.0.1:50393 127.0.0.1:50389
2015-02-12 11:51:33,509 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:50381 127.0.0.1:50393 127.0.0.1:50389
2015-02-12 11:51:33,510 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:50389 127.0.0.1:50393 127.0.0.1:50381
2015-02-12 11:51:33,510 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:50389 127.0.0.1:50381 127.0.0.1:50384
2015-02-12 11:51:33,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423770670676_0001 dst=null perm=null proto=rpc
2015-02-12 11:51:33,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:33,594 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary
2015-02-12 11:51:33,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary dst=null perm=null proto=rpc
2015-02-12 11:51:33,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:33,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:33,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:33,618 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 11:51:33,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:51:33,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:51:33,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:51:33,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:51:33,641 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/classpathplatform/classpath
2015-02-12 11:51:33,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:33,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:33,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:33,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null proto=rpc
2015-02-12 11:51:33,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:51:33,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:51:33,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:51:33,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:51:33,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:51:33,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:51:33,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:51:33,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 dst=null perm=null proto=rpc