2014-04-10 11:50:00,962 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-10 11:50:00,987 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-04-10 11:50:00,988 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.ClasspathPlatformTest
2014-04-10 11:50:00,997 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(112)) - using cluster
2014-04-10 11:50:01,404 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2014-04-10 11:50:01,426 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:50:01,443 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:50:01,443 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:50:01,444 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2014-04-10 11:50:01,445 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:50:01,445 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:50:01,448 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:50:01,448 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:01,450 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:50:01,450 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:50:01,456 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:50:01,457 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:50:01,457 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:50:01,457 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:50:01,457 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:50:01,458 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:50:01,458 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:50:01,458 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:50:01,458 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:50:01,462 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:50:01,462 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:50:01,462 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:50:01,463 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:50:01,465 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:50:01,598 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:50:01,599 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:01,599 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:50:01,599 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:50:01,600 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:50:01,603 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:50:01,604 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:01,604 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:50:01,604 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:50:01,605 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:50:01,605 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:50:01,606 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:50:01,607 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:50:01,607 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:50:01,608 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:50:01,608 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:01,609 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:50:01,609 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:50:01,790 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1 has been successfully formatted.
2014-04-10 11:50:01,875 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2 has been successfully formatted.
2014-04-10 11:50:01,890 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:50:01,890 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:50:01,943 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:50:01,996 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:50:02,083 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2014-04-10 11:50:02,106 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2014-04-10 11:50:02,141 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2014-04-10 11:50:02,142 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2014-04-10 11:50:02,179 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1581)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2014-04-10 11:50:02,179 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1592)) - Starting Web-server for hdfs at: http://127.0.0.1:0
2014-04-10 11:50:02,206 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-04-10 11:50:02,209 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2014-04-10 11:50:02,217 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:02,218 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2014-04-10 11:50:02,219 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:02,219 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:02,233 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(81)) - Added filter 'SPNEGO' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2014-04-10 11:50:02,234 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:02,243 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 51236
2014-04-10 11:50:02,243 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:02,259 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/hdfs to /tmp/Jetty_127_0_0_1_51236_hdfs____.a4m33a/webapp
2014-04-10 11:50:02,413 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(158)) - 'signature.secret' configuration not set, using a random value as secret
2014-04-10 11:50:02,433 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:51236
2014-04-10 11:50:02,434 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:50:02,435 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:50:02,435 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:50:02,435 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:50:02,436 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:50:02,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:50:02,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:02,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:50:02,436 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:50:02,438 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:50:02,438 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:50:02,438 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:50:02,438 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:50:02,438 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:50:02,439 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:50:02,439 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:50:02,439 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:50:02,439 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:50:02,439 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:50:02,439 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:50:02,440 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:50:02,440 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:50:02,440 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:50:02,441 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:50:02,441 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:02,441 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:50:02,441 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:50:02,442 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:50:02,442 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:50:02,442 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:02,443 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:50:02,443 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:50:02,443 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:50:02,443 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:50:02,443 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:50:02,444 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:50:02,444 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:50:02,444 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:50:02,444 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:02,444 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:50:02,444 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:50:02,535 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:02,576 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:02,580 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current
2014-04-10 11:50:02,581 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current
2014-04-10 11:50:02,582 INFO namenode.FSImage (FSImage.java:loadFSImage(631)) - No edit log streams selected.
2014-04-10 11:50:02,586 INFO namenode.FSImage (FSImageFormat.java:load(336)) - Loading image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2014-04-10 11:50:02,587 INFO namenode.FSImage (FSImageFormat.java:load(339)) - Number of files = 1
2014-04-10 11:50:02,588 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(837)) - Number of files under construction = 0
2014-04-10 11:50:02,589 INFO namenode.FSImage (FSImageFormat.java:load(373)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 217 bytes loaded in 0 seconds.
2014-04-10 11:50:02,589 INFO namenode.FSImage (FSImage.java:loadFSImage(841)) - Loaded image for txid 0 from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2014-04-10 11:50:02,592 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1074)) - Starting log segment at 1
2014-04-10 11:50:02,870 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2014-04-10 11:50:02,871 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(617)) - Finished loading FSImage in 426 msecs
2014-04-10 11:50:02,969 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(279)) - RPC server is binding to 127.0.0.1:0
2014-04-10 11:50:02,980 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 59056
2014-04-10 11:50:02,996 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5560)) - Registered FSNamesystemState MBean
2014-04-10 11:50:03,007 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:50:03,008 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:50:03,008 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4727)) - initializing replication queues
2014-04-10 11:50:03,020 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2380)) - Total number of blocks = 0
2014-04-10 11:50:03,020 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2381)) - Number of invalid blocks = 0
2014-04-10 11:50:03,020 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2382)) - Number of under-replicated blocks = 0
2014-04-10 11:50:03,020 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2383)) - Number of over-replicated blocks = 0
2014-04-10 11:50:03,020 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2385)) - Number of blocks being written = 0
2014-04-10 11:50:03,021 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4732)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 12 msec
2014-04-10 11:50:03,021 INFO hdfs.StateChange (FSNamesystem.java:leave(4696)) - STATE* Leaving safe mode after 0 secs
2014-04-10 11:50:03,021 INFO hdfs.StateChange (FSNamesystem.java:leave(4707)) - STATE* Network topology has 0 racks and 0 datanodes
2014-04-10 11:50:03,021 INFO hdfs.StateChange (FSNamesystem.java:leave(4710)) - STATE* UnderReplicatedBlocks has 0 blocks
2014-04-10 11:50:03,041 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:03,041 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 59056: starting
2014-04-10 11:50:03,043 INFO namenode.NameNode (NameNode.java:startCommonServices(544)) - NameNode RPC up at: localhost/127.0.0.1:59056
2014-04-10 11:50:03,043 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(949)) - Starting services required for active state
2014-04-10 11:50:03,049 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(158)) - Starting CacheReplicationMonitor with interval 300000 milliseconds
2014-04-10 11:50:03,049 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(171)) - Rescanning because of pending operations
2014-04-10 11:50:03,049 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2014-04-10 11:50:03,057 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2
2014-04-10 11:50:03,089 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:50:03,089 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:50:03,090 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:50:03,094 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:47336
2014-04-10 11:50:03,095 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:50:03,095 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:50:03,096 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:03,097 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:50:03,097 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:03,097 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:03,100 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:03,100 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 44469
2014-04-10 11:50:03,100 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:03,102 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_44469_datanode____m5xcwl/webapp
2014-04-10 11:50:03,186 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:44469
2014-04-10 11:50:03,192 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 54168
2014-04-10 11:50:03,197 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:54168
2014-04-10 11:50:03,203 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:50:03,204 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:50:03,210 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:59056 starting to offer service
2014-04-10 11:50:03,211 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:03,211 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 54168: starting
2014-04-10 11:50:03,213 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4
2014-04-10 11:50:03,220 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:50:03,220 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:50:03,220 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:50:03,221 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:52104
2014-04-10 11:50:03,221 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:50:03,221 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:50:03,222 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:03,223 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:50:03,223 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:03,223 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:03,224 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:03,225 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 46327
2014-04-10 11:50:03,225 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:03,227 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_46327_datanode____nht1n8/webapp
2014-04-10 11:50:03,339 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:46327
2014-04-10 11:50:03,340 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43275
2014-04-10 11:50:03,342 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:43275
2014-04-10 11:50:03,346 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:50:03,346 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:50:03,347 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:59056 starting to offer service
2014-04-10 11:50:03,348 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:03,348 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43275: starting
2014-04-10 11:50:03,349 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6
2014-04-10 11:50:03,356 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:50:03,356 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:50:03,356 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:50:03,357 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:52504
2014-04-10 11:50:03,357 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:50:03,358 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:50:03,358 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:03,360 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:50:03,360 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:03,360 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:03,363 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:03,363 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 49110
2014-04-10 11:50:03,363 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:03,366 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_49110_datanode____.9de99z/webapp
2014-04-10 11:50:03,410 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:03,411 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1 is not formatted
2014-04-10 11:50:03,411 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:03,445 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:49110
2014-04-10 11:50:03,445 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 47513
2014-04-10 11:50:03,448 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:47513
2014-04-10 11:50:03,451 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:50:03,451 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:50:03,452 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:59056 starting to offer service
2014-04-10 11:50:03,452 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:03,452 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 47513: starting
2014-04-10 11:50:03,454 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8
2014-04-10 11:50:03,461 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:50:03,461 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:50:03,461 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:50:03,462 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:35320
2014-04-10 11:50:03,462 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:50:03,462 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:50:03,463 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:03,463 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:50:03,464 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:03,464 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:03,465 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:50:03,465 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 38696
2014-04-10 11:50:03,465 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:03,467 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_38696_datanode____5cjlkc/webapp
2014-04-10 11:50:03,475 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:03,475 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3 is not formatted
2014-04-10 11:50:03,475 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:03,512 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:03,512 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5 is not formatted
2014-04-10 11:50:03,512 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:03,540 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:38696
2014-04-10 11:50:03,541 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 48309
2014-04-10 11:50:03,543 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:48309
2014-04-10 11:50:03,546 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:50:03,547 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:50:03,547 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:59056 starting to offer service
2014-04-10 11:50:03,548 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:03,548 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 48309: starting
2014-04-10 11:50:03,604 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:03,604 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6 is not formatted
2014-04-10 11:50:03,604 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:03,643 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:03,643 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7 is not formatted
2014-04-10 11:50:03,643 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:03,695 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:03,696 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2 is not formatted
2014-04-10 11:50:03,696 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:03,704 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:03,704 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:03,770 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:03,771 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 28344@localhost.localdomain
2014-04-10 11:50:03,771 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4 is not formatted
2014-04-10 11:50:03,771 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:03,771 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8 is not formatted
2014-04-10 11:50:03,771 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:50:03,806 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:03,806 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:03,854 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:03,855 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-269670311-127.0.0.1-1397148601616 is not formatted.
2014-04-10 11:50:03,855 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:03,855 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-269670311-127.0.0.1-1397148601616 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-269670311-127.0.0.1-1397148601616/current
2014-04-10 11:50:03,907 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:03,907 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:03,960 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:03,960 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-269670311-127.0.0.1-1397148601616 is not formatted.
2014-04-10 11:50:03,960 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:03,960 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-269670311-127.0.0.1-1397148601616 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-269670311-127.0.0.1-1397148601616/current
2014-04-10 11:50:03,983 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:03,983 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-269670311-127.0.0.1-1397148601616 is not formatted.
2014-04-10 11:50:03,983 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:03,983 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:03,983 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-269670311-127.0.0.1-1397148601616 is not formatted.
2014-04-10 11:50:03,983 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:03,983 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-269670311-127.0.0.1-1397148601616 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-269670311-127.0.0.1-1397148601616/current
2014-04-10 11:50:03,983 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-269670311-127.0.0.1-1397148601616 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-269670311-127.0.0.1-1397148601616/current
2014-04-10 11:50:04,008 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:04,009 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:04,016 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:04,016 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-269670311-127.0.0.1-1397148601616 is not formatted.
2014-04-10 11:50:04,016 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:04,016 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-269670311-127.0.0.1-1397148601616 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-269670311-127.0.0.1-1397148601616/current
2014-04-10 11:50:04,044 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:04,044 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-269670311-127.0.0.1-1397148601616 is not formatted.
2014-04-10 11:50:04,045 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:04,045 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-269670311-127.0.0.1-1397148601616 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-269670311-127.0.0.1-1397148601616/current
2014-04-10 11:50:04,082 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:04,082 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-269670311-127.0.0.1-1397148601616 is not formatted.
2014-04-10 11:50:04,083 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:04,083 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-269670311-127.0.0.1-1397148601616 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-269670311-127.0.0.1-1397148601616/current
2014-04-10 11:50:04,104 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:50:04,105 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-269670311-127.0.0.1-1397148601616 is not formatted.
2014-04-10 11:50:04,105 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:50:04,105 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-269670311-127.0.0.1-1397148601616 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-269670311-127.0.0.1-1397148601616/current
2014-04-10 11:50:04,110 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:04,110 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:04,212 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:04,212 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:04,227 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=186265926;bpid=BP-269670311-127.0.0.1-1397148601616;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0;bpid=BP-269670311-127.0.0.1-1397148601616;dnuuid=null
2014-04-10 11:50:04,285 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=186265926;bpid=BP-269670311-127.0.0.1-1397148601616;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0;bpid=BP-269670311-127.0.0.1-1397148601616;dnuuid=null
2014-04-10 11:50:04,314 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:04,314 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:04,318 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=186265926;bpid=BP-269670311-127.0.0.1-1397148601616;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0;bpid=BP-269670311-127.0.0.1-1397148601616;dnuuid=null
2014-04-10 11:50:04,318 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=186265926;bpid=BP-269670311-127.0.0.1-1397148601616;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0;bpid=BP-269670311-127.0.0.1-1397148601616;dnuuid=null
2014-04-10 11:50:04,352 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 1e41b136-162a-4fb1-b400-e5dd392adc97
2014-04-10 11:50:04,358 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current, StorageType: DISK
2014-04-10 11:50:04,358 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current, StorageType: DISK
2014-04-10 11:50:04,362 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:50:04,364 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397168624364 with interval 21600000
2014-04-10 11:50:04,365 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-269670311-127.0.0.1-1397148601616
2014-04-10 11:50:04,365 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:50:04,365 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:50:04,369 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-269670311-127.0.0.1-1397148601616 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 4ms
2014-04-10 11:50:04,369 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-269670311-127.0.0.1-1397148601616 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 4ms
2014-04-10 11:50:04,369 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-269670311-127.0.0.1-1397148601616: 4ms
2014-04-10 11:50:04,369 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:50:04,369 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 0ms
2014-04-10 11:50:04,369 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:50:04,369 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 0ms
2014-04-10 11:50:04,369 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:50:04,371 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid null) service to localhost/127.0.0.1:59056 beginning handshake with NN
2014-04-10 11:50:04,377 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=1e41b136-162a-4fb1-b400-e5dd392adc97, infoPort=38696, ipcPort=48309, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0) storage 1e41b136-162a-4fb1-b400-e5dd392adc97
2014-04-10 11:50:04,382 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:35320
2014-04-10 11:50:04,386 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid null) service to localhost/127.0.0.1:59056 successfully registered with NN
2014-04-10 11:50:04,386 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:59056 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:50:04,387 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID b5d9bb2e-f66f-470b-8790-46c41433a061
2014-04-10 11:50:04,388 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current, StorageType: DISK
2014-04-10 11:50:04,388 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current, StorageType: DISK
2014-04-10 11:50:04,388 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:50:04,388 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397168399388 with interval 21600000
2014-04-10 11:50:04,389 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-269670311-127.0.0.1-1397148601616
2014-04-10 11:50:04,389 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:50:04,389 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:50:04,391 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-269670311-127.0.0.1-1397148601616 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 2ms
2014-04-10 11:50:04,391 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-269670311-127.0.0.1-1397148601616 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 2ms
2014-04-10 11:50:04,391 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-269670311-127.0.0.1-1397148601616: 2ms
2014-04-10 11:50:04,391 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:50:04,391 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 0ms
2014-04-10 11:50:04,391 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:50:04,391 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 0ms
2014-04-10 11:50:04,391 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:50:04,391 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid null) service to localhost/127.0.0.1:59056 beginning handshake with NN
2014-04-10 11:50:04,392 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=b5d9bb2e-f66f-470b-8790-46c41433a061, infoPort=44469, ipcPort=54168, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0) storage b5d9bb2e-f66f-470b-8790-46c41433a061
2014-04-10 11:50:04,392 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:47336
2014-04-10 11:50:04,393 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid null) service to localhost/127.0.0.1:59056 successfully registered with NN
2014-04-10 11:50:04,393 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:59056 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:50:04,394 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-214b4f2d-8b1a-46a8-8b02-50434837d59c for DN 127.0.0.1:35320
2014-04-10 11:50:04,394 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-1ccfc05e-288c-43ae-8def-c2190e84095b for DN 127.0.0.1:35320
2014-04-10 11:50:04,401 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid 1e41b136-162a-4fb1-b400-e5dd392adc97) service to localhost/127.0.0.1:59056 trying to claim ACTIVE state with txid=1
2014-04-10 11:50:04,401 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2 for DN 127.0.0.1:47336
2014-04-10 11:50:04,401 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid 1e41b136-162a-4fb1-b400-e5dd392adc97) service to localhost/127.0.0.1:59056
2014-04-10 11:50:04,401 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-127ab2cc-5060-4494-91a3-2859a0286c92 for DN 127.0.0.1:47336
2014-04-10 11:50:04,402 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid b5d9bb2e-f66f-470b-8790-46c41433a061) service to localhost/127.0.0.1:59056 trying to claim ACTIVE state with txid=1
2014-04-10 11:50:04,402 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid b5d9bb2e-f66f-470b-8790-46c41433a061) service to localhost/127.0.0.1:59056
2014-04-10 11:50:04,413 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:47336 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:04,414 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=b5d9bb2e-f66f-470b-8790-46c41433a061, infoPort=44469, ipcPort=54168, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0), blocks: 0, processing time: 2 msecs
2014-04-10 11:50:04,414 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:47336 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:04,414 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=b5d9bb2e-f66f-470b-8790-46c41433a061, infoPort=44469, ipcPort=54168, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:04,418 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 49a28c8d-5ab7-41f7-82af-8b8209debf47
2014-04-10 11:50:04,418 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 718aa8d1-ed77-4274-9186-0356398f13ca
2014-04-10 11:50:04,420 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current, StorageType: DISK
2014-04-10 11:50:04,421 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current, StorageType: DISK
2014-04-10 11:50:04,421 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current, StorageType: DISK
2014-04-10 11:50:04,421 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current, StorageType: DISK
2014-04-10 11:50:04,421 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:50:04,421 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:50:04,422 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:50:04,422 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:50:04,422 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397156813422 with interval 21600000
2014-04-10 11:50:04,422 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397158550422 with interval 21600000
2014-04-10 11:50:04,422 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-269670311-127.0.0.1-1397148601616
2014-04-10 11:50:04,422 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-269670311-127.0.0.1-1397148601616
2014-04-10 11:50:04,423 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:50:04,423 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:50:04,423 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:50:04,423 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:50:04,426 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-269670311-127.0.0.1-1397148601616 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 3ms
2014-04-10 11:50:04,426 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-269670311-127.0.0.1-1397148601616 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 3ms
2014-04-10 11:50:04,426 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-269670311-127.0.0.1-1397148601616 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 3ms
2014-04-10 11:50:04,426 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-269670311-127.0.0.1-1397148601616 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 3ms
2014-04-10 11:50:04,426 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-269670311-127.0.0.1-1397148601616: 4ms
2014-04-10 11:50:04,427 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-269670311-127.0.0.1-1397148601616: 5ms
2014-04-10 11:50:04,427 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:50:04,427 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:50:04,427 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 0ms
2014-04-10 11:50:04,427 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:50:04,427 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 0ms
2014-04-10 11:50:04,427 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:50:04,428 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid null) service to localhost/127.0.0.1:59056 beginning handshake with NN
2014-04-10 11:50:04,427 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 0ms
2014-04-10 11:50:04,428 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:50:04,428 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-269670311-127.0.0.1-1397148601616 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 0ms
2014-04-10 11:50:04,428 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:50:04,428 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid null) service to localhost/127.0.0.1:59056 beginning handshake with NN
2014-04-10 11:50:04,432 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 30 msecs for RPC and NN processing
2014-04-10 11:50:04,432 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:35320 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:04,432 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@7ce66597
2014-04-10 11:50:04,432 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=718aa8d1-ed77-4274-9186-0356398f13ca, infoPort=46327, ipcPort=43275, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0) storage 718aa8d1-ed77-4274-9186-0356398f13ca
2014-04-10 11:50:04,432 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=1e41b136-162a-4fb1-b400-e5dd392adc97, infoPort=38696, ipcPort=48309, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:04,432 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:52104
2014-04-10 11:50:04,433 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=49a28c8d-5ab7-41f7-82af-8b8209debf47, infoPort=49110, ipcPort=47513, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0) storage 49a28c8d-5ab7-41f7-82af-8b8209debf47
2014-04-10 11:50:04,433 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:52504
2014-04-10 11:50:04,433 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:35320 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:04,433 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid null) service to localhost/127.0.0.1:59056 successfully registered with NN
2014-04-10 11:50:04,433 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=1e41b136-162a-4fb1-b400-e5dd392adc97, infoPort=38696, ipcPort=48309, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:04,433 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:59056 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:50:04,434 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid null) service to localhost/127.0.0.1:59056 successfully registered with NN
2014-04-10 11:50:04,434 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 1 msec to generate and 32 msecs for RPC and NN processing
2014-04-10 11:50:04,434 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:50:04,434 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-24592139-f01c-4665-b1e5-1cd54d494ece for DN 127.0.0.1:52104
2014-04-10 11:50:04,434 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@6a38397
2014-04-10 11:50:04,434 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:59056 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:50:04,434 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-4df83fd1-49c2-4f3d-beee-25f506114be2 for DN 127.0.0.1:52104
2014-04-10 11:50:04,434 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:04,434 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:50:04,435 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:04,435 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:50:04,435 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:50:04,435 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid 718aa8d1-ed77-4274-9186-0356398f13ca) service to localhost/127.0.0.1:59056 trying to claim ACTIVE state with txid=1
2014-04-10 11:50:04,435 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:50:04,435 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid 718aa8d1-ed77-4274-9186-0356398f13ca) service to localhost/127.0.0.1:59056
2014-04-10 11:50:04,435 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-903516c8-a283-48f3-a047-ea0f083873b2 for DN 127.0.0.1:52504
2014-04-10 11:50:04,435 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:50:04,435 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-f7fac63b-9f23-414d-903c-a2841ec1601a for DN 127.0.0.1:52504
2014-04-10 11:50:04,435 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-269670311-127.0.0.1-1397148601616
2014-04-10 11:50:04,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-269670311-127.0.0.1-1397148601616
2014-04-10 11:50:04,436 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:52104 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:04,436 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid 49a28c8d-5ab7-41f7-82af-8b8209debf47) service to localhost/127.0.0.1:59056 trying to claim ACTIVE state with txid=1
2014-04-10 11:50:04,436 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=718aa8d1-ed77-4274-9186-0356398f13ca, infoPort=46327, ipcPort=43275, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:04,436 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-269670311-127.0.0.1-1397148601616 (Datanode Uuid 49a28c8d-5ab7-41f7-82af-8b8209debf47) service to localhost/127.0.0.1:59056
2014-04-10 11:50:04,436 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:52104 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:04,436 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=718aa8d1-ed77-4274-9186-0356398f13ca, infoPort=46327, ipcPort=43275, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:04,437 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:50:04,437 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2b13e30a
2014-04-10 11:50:04,437 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:52504 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:04,437 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:50:04,437 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:04,437 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=49a28c8d-5ab7-41f7-82af-8b8209debf47, infoPort=49110, ipcPort=47513, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:04,437 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:50:04,437 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:52504 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:50:04,437 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:50:04,438 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=49a28c8d-5ab7-41f7-82af-8b8209debf47, infoPort=49110, ipcPort=47513, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:50:04,437 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-269670311-127.0.0.1-1397148601616 to blockPoolScannerMap, new size=1
2014-04-10 11:50:04,437 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-269670311-127.0.0.1-1397148601616 to blockPoolScannerMap, new size=1
2014-04-10 11:50:04,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-269670311-127.0.0.1-1397148601616
2014-04-10 11:50:04,438 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-269670311-127.0.0.1-1397148601616 to blockPoolScannerMap, new size=1
2014-04-10 11:50:04,476 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 40 msecs for RPC and NN processing
2014-04-10 11:50:04,476 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3744a82d
2014-04-10 11:50:04,477 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:50:04,477 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:50:04,477 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:50:04,477 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:50:04,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-269670311-127.0.0.1-1397148601616
2014-04-10 11:50:04,478 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-269670311-127.0.0.1-1397148601616 to blockPoolScannerMap, new size=1
2014-04-10 11:50:04,528 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1934)) - Cluster is active
2014-04-10 11:50:04,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:04,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:04,632 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-269670311-127.0.0.1-1397148601616 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]}
2014-04-10 11:50:04,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001 src: /127.0.0.1:44508 dest: /127.0.0.1:35320
2014-04-10 11:50:04,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001 src: /127.0.0.1:35538 dest: /127.0.0.1:52504
2014-04-10 11:50:04,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001 src: /127.0.0.1:59791 dest: /127.0.0.1:52104
2014-04-10 11:50:04,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59791, dest: /127.0.0.1:52104, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001, duration: 7346437
2014-04-10 11:50:04,728 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:04,728 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35538, dest: /127.0.0.1:52504, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001, duration: 10206039
2014-04-10 11:50:04,728 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:04,729 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44508, dest: /127.0.0.1:35320, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001, duration: 10853553
2014-04-10 11:50:04,729 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:04,730 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:04,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:04,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741825_1001 size 484730
2014-04-10 11:50:04,777 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-1997499639_9
2014-04-10 11:50:04,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:50:04,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:04,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:04,908 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar. BP-269670311-127.0.0.1-1397148601616 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW]]}
2014-04-10 11:50:04,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002 src: /127.0.0.1:44512 dest: /127.0.0.1:35320
2014-04-10 11:50:04,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002 src: /127.0.0.1:42937 dest: /127.0.0.1:47336
2014-04-10 11:50:04,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002 src: /127.0.0.1:35543 dest: /127.0.0.1:52504
2014-04-10 11:50:04,941 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35543, dest: /127.0.0.1:52504, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002, duration: 9429121
2014-04-10 11:50:04,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:04,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW]]} size 0
2014-04-10 11:50:04,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42937, dest: /127.0.0.1:47336, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002, duration: 11158620
2014-04-10 11:50:04,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:04,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW]]} size 0
2014-04-10 11:50:04,944 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44512, dest: /127.0.0.1:35320, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002, duration: 12535560
2014-04-10 11:50:04,945 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:04,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW]]} size 0
2014-04-10 11:50:04,962 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar is closed by DFSClient_NONMAPREDUCE_-1997499639_9
2014-04-10 11:50:04,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:50:05,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2014-04-10 11:50:05,018 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:59056/tmp/hadoop-yarn/staging
2014-04-10 11:50:05,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:05,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:05,100 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2014-04-10 11:50:05,114 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2014-04-10 11:50:05,116 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2014-04-10 11:50:05,117 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:50:05,121 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2014-04-10 11:50:05,122 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2014-04-10 11:50:05,122 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(226)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2014-04-10 11:50:05,131 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2014-04-10 11:50:05,131 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2014-04-10 11:50:05,132 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2014-04-10 11:50:05,132 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2014-04-10 11:50:05,140 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2014-04-10 11:50:05,164 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*
2014-04-10 11:50:05,164 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2014-04-10 11:50:05,169 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(273)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
2014-04-10 11:50:05,170 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:50:05,170 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:50:05,170 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(309)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:50:05,170 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(273)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2014-04-10 11:50:05,188 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2014-04-10 11:50:05,190 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2014-04-10 11:50:05,191 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2014-04-10 11:50:05,192 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2014-04-10 11:50:05,193 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$2
2014-04-10 11:50:05,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2014-04-10 11:50:05,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2014-04-10 11:50:05,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2014-04-10 11:50:05,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2014-04-10 11:50:05,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2014-04-10 11:50:05,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2014-04-10 11:50:05,195 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2014-04-10 11:50:05,195 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2014-04-10 11:50:05,195 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 0
2014-04-10 11:50:05,227 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:50:05,228 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:50:05,228 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:50:05,229 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:50:05,229 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:50:05,229 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:50:05,232 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:50:05,232 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:50:05,232 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:50:05,236 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:50:05,236 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:50:05,318 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:50:05,333 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:50:05,333 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:50:05,357 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@7a71edaa
2014-04-10 11:50:05,358 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:50:05,358 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:50:05,358 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:50:05,358 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:50:05,359 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2014-04-10 11:50:05,359 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2014-04-10 11:50:05,359 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2014-04-10 11:50:05,359 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2014-04-10 11:50:05,359 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2014-04-10 11:50:05,359 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2014-04-10 11:50:05,359 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2014-04-10 11:50:05,360 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2014-04-10 11:50:05,360 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 1
2014-04-10 11:50:05,371 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:50:05,371 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:50:05,371 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:50:05,371 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:50:05,371 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:50:05,372 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:50:05,372 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:50:05,372 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:50:05,372 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:50:05,374 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:50:05,374 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:50:05,460 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:50:05,463 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:50:05,463 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:50:05,471 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@2aef1983
2014-04-10 11:50:05,471 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:50:05,471 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:50:05,471 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:50:05,472 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:50:05,472 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2014-04-10 11:50:05,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2014-04-10 11:50:05,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2014-04-10 11:50:05,473 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2014-04-10 11:50:05,474 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2014-04-10 11:50:05,474 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2014-04-10 11:50:05,474 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2014-04-10 11:50:05,475 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2014-04-10 11:50:05,475 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 2
2014-04-10 11:50:05,490 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:50:05,490 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:50:05,490 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:50:05,490 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:50:05,490 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:50:05,490 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:50:05,491 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:50:05,491 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:50:05,491 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:50:05,492 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:50:05,492 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:50:05,555 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:50:05,559 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:50:05,559 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:50:05,567 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@21714a9
2014-04-10 11:50:05,567 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:50:05,568 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:50:05,568 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:50:05,568 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:50:05,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2014-04-10 11:50:05,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2014-04-10 11:50:05,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2014-04-10 11:50:05,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2014-04-10 11:50:05,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2014-04-10 11:50:05,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2014-04-10 11:50:05,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2014-04-10 11:50:05,569 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2014-04-10 11:50:05,570 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 3
2014-04-10 11:50:05,578 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:50:05,578 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:50:05,578 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:50:05,579 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:50:05,579 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:50:05,579 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:50:05,579 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:50:05,579 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:50:05,579 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:50:05,580 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:50:05,581 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:50:05,660 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:50:05,662 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:50:05,662 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:50:05,669 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@4a60166d
2014-04-10 11:50:05,669 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:50:05,669 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:50:05,669 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:50:05,670 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:50:05,678 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2014-04-10 11:50:05,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:50:05,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:50:05,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:05,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:50:05,723 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2014-04-10 11:50:05,723 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2014-04-10 11:50:05,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwt
2014-04-10 11:50:09,375 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002
2014-04-10 11:50:09,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001
2014-04-10 11:50:09,395 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002
2014-04-10 11:50:09,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002
2014-04-10 11:50:09,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001
2014-04-10 11:50:09,433 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001
2014-04-10 11:50:15,741 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2014-04-10 11:50:15,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:50:15,753 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2014-04-10 11:50:15,769 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 59422
2014-04-10 11:50:15,772 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2014-04-10 11:50:15,772 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2014-04-10 11:50:15,774 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:50:15,776 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:50:15,776 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:50:15,781 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2014-04-10 11:50:15,782 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:15,782 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2014-04-10 11:50:15,782 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:15,782 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:15,783 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /jobhistory/*
2014-04-10 11:50:15,783 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:15,784 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 58818
2014-04-10 11:50:15,784 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:15,787 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/jobhistory to /tmp/Jetty_localhost_localdomain_58818_jobhistory____s665xk/webapp
2014-04-10 11:50:15,839 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:58818
2014-04-10 11:50:15,840 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /jobhistory started at 58818
2014-04-10 11:50:16,010 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:16,017 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43503
2014-04-10 11:50:16,019 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2014-04-10 11:50:16,020 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:16,020 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43503: starting
2014-04-10 11:50:16,022 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at localhost/127.0.0.1:43503
2014-04-10 11:50:16,023 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:16,023 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 59422: starting
2014-04-10 11:50:17,272 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: localhost.localdomain:0
2014-04-10 11:50:17,273 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: localhost.localdomain:0
2014-04-10 11:50:17,273 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: localhost:43503
2014-04-10 11:50:17,274 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: localhost:58818
2014-04-10 11:50:17,274 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(292)) - Waiting for RM to start...
2014-04-10 11:50:17,275 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(815)) - Transitioning to active state
2014-04-10 11:50:17,278 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2014-04-10 11:50:17,279 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:50:17,282 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2014-04-10 11:50:17,283 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:50:17,283 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2014-04-10 11:50:17,284 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:50:17,284 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:50:17,284 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2014-04-10 11:50:17,299 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 45753
2014-04-10 11:50:17,301 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2014-04-10 11:50:17,301 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:17,301 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 45753: starting
2014-04-10 11:50:17,314 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 55710
2014-04-10 11:50:17,317 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2014-04-10 11:50:17,317 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:17,318 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 55710: starting
2014-04-10 11:50:17,339 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 58894
2014-04-10 11:50:17,341 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2014-04-10 11:50:17,342 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:17,342 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 58894: starting
2014-04-10 11:50:17,347 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(818)) - Transitioned to active state
2014-04-10 11:50:17,350 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2014-04-10 11:50:17,350 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:17,350 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2014-04-10 11:50:17,350 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:17,351 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:17,351 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /cluster/*
2014-04-10 11:50:17,351 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:17,352 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 51508
2014-04-10 11:50:17,352 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:17,354 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/cluster to /tmp/Jetty_localhost_localdomain_51508_cluster____id7o1s/webapp
2014-04-10 11:50:17,947 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:51508
2014-04-10 11:50:17,947 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /cluster started at 51508
2014-04-10 11:50:17,965 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:17,975 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 39469
2014-04-10 11:50:17,977 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2014-04-10 11:50:17,978 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:17,978 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 39469: starting
2014-04-10 11:50:18,776 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(304)) - MiniYARN ResourceManager address: localhost:58894
2014-04-10 11:50:18,776 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(306)) - MiniYARN ResourceManager web address: localhost.localdomain:51508
2014-04-10 11:50:18,776 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(423)) - MiniYARN ResourceManager address: localhost:58894
2014-04-10 11:50:18,777 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(425)) - MiniYARN ResourceManager web address: localhost.localdomain:51508
2014-04-10 11:50:18,778 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 0 to start...
2014-04-10 11:50:18,790 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 34751
2014-04-10 11:50:18,792 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:50:18,792 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:50:18,792 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:18,792 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 34751: starting
2014-04-10 11:50:18,800 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:34751
2014-04-10 11:50:18,800 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:34751
2014-04-10 11:50:18,805 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 33502
2014-04-10 11:50:18,808 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:50:18,808 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:18,809 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 33502: starting
2014-04-10 11:50:18,811 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 33502
2014-04-10 11:50:18,820 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:50:18,827 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 55499
2014-04-10 11:50:18,827 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:18,828 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:50:18,828 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:50:18,829 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:18,829 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:50:18,829 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:18,829 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:18,830 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:50:18,830 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:18,830 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 48635
2014-04-10 11:50:18,830 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:18,832 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_48635_node____w1ll3p/webapp
2014-04-10 11:50:19,109 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:48635
2014-04-10 11:50:19,110 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 48635
2014-04-10 11:50:19,123 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:19,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:50:19,136 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:50:19,139 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 34751 httpPort: 48635) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:34751
2014-04-10 11:50:19,139 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 2042635787
2014-04-10 11:50:19,140 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :458558149
2014-04-10 11:50:19,141 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:34751 with total resource of <memory:4096, vCores:8>
2014-04-10 11:50:19,141 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:50:19,144 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:34751 Node Transitioned from NEW to RUNNING
2014-04-10 11:50:19,146 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:34751 clusterResource: <memory:4096, vCores:8>
2014-04-10 11:50:19,779 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 1 to start...
2014-04-10 11:50:19,783 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 52453
2014-04-10 11:50:19,786 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:50:19,787 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:50:19,788 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 52453: starting
2014-04-10 11:50:19,788 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:19,793 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:52453
2014-04-10 11:50:19,793 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:52453
2014-04-10 11:50:19,795 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38276
2014-04-10 11:50:19,798 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:50:19,799 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:19,799 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38276: starting
2014-04-10 11:50:19,801 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 38276
2014-04-10 11:50:19,802 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:50:19,803 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 41260
2014-04-10 11:50:19,803 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:19,804 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:50:19,804 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:50:19,805 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:19,806 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:50:19,806 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:19,806 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:19,807 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:50:19,807 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:19,808 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 47315
2014-04-10 11:50:19,808 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:19,811 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_47315_node____.ghwki3/webapp
2014-04-10 11:50:19,999 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:47315
2014-04-10 11:50:19,999 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 47315
2014-04-10 11:50:20,005 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:20,005 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:50:20,005 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:50:20,005 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 52453 httpPort: 47315) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:52453
2014-04-10 11:50:20,006 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:52453 Node Transitioned from NEW to RUNNING
2014-04-10 11:50:20,006 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 2042635787
2014-04-10 11:50:20,006 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:52453 clusterResource: <memory:8192, vCores:16>
2014-04-10 11:50:20,006 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :458558149
2014-04-10 11:50:20,006 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:52453 with total resource of <memory:4096, vCores:8>
2014-04-10 11:50:20,006 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:50:20,781 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 2 to start...
2014-04-10 11:50:20,787 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 44525
2014-04-10 11:50:20,792 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:50:20,792 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:50:20,792 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:20,792 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 44525: starting
2014-04-10 11:50:20,798 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:44525
2014-04-10 11:50:20,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:44525
2014-04-10 11:50:20,799 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 60658
2014-04-10 11:50:20,802 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:50:20,803 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:20,803 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 60658: starting
2014-04-10 11:50:20,805 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 60658
2014-04-10 11:50:20,806 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:50:20,807 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 37988
2014-04-10 11:50:20,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:20,808 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:50:20,808 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:50:20,809 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:20,810 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:50:20,810 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:20,810 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:20,811 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:50:20,812 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:20,812 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 43462
2014-04-10 11:50:20,812 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:20,886 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_43462_node____io5zwy/webapp
2014-04-10 11:50:21,050 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:43462
2014-04-10 11:50:21,051 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 43462
2014-04-10 11:50:21,056 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:21,057 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:50:21,057 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:50:21,057 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 44525 httpPort: 43462) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:44525
2014-04-10 11:50:21,057 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:44525 Node Transitioned from NEW to RUNNING
2014-04-10 11:50:21,057 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 2042635787
2014-04-10 11:50:21,057 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :458558149
2014-04-10 11:50:21,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:44525 clusterResource: <memory:12288, vCores:24>
2014-04-10 11:50:21,057 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:44525 with total resource of <memory:4096, vCores:8>
2014-04-10 11:50:21,058 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:50:21,782 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 3 to start...
2014-04-10 11:50:21,785 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 50741
2014-04-10 11:50:21,788 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:50:21,789 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:50:21,789 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:21,789 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 50741: starting
2014-04-10 11:50:21,794 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:50741
2014-04-10 11:50:21,794 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:50741
2014-04-10 11:50:21,795 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 56801
2014-04-10 11:50:21,796 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:50:21,796 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 56801: starting
2014-04-10 11:50:21,796 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:50:21,798 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 56801
2014-04-10 11:50:21,801 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:50:21,802 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 35115
2014-04-10 11:50:21,802 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:21,802 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:50:21,803 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:50:21,803 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:50:21,804 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:50:21,804 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:50:21,804 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:50:21,805 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:50:21,805 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:50:21,805 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 56045
2014-04-10 11:50:21,805 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:50:21,808 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_56045_node____.f3z5an/webapp
2014-04-10 11:50:21,971 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:56045
2014-04-10 11:50:21,972 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 56045
2014-04-10 11:50:21,977 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:50:21,978 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:50:21,978 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:50:21,978 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 50741 httpPort: 56045) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:50741
2014-04-10 11:50:21,978 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:50741 Node Transitioned from NEW to RUNNING
2014-04-10 11:50:21,978 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 2042635787
2014-04-10 11:50:21,978 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :458558149
2014-04-10 11:50:21,978 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:50741 clusterResource: <memory:16384, vCores:32>
2014-04-10 11:50:21,978 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:50741 with total resource of <memory:4096, vCores:8>
2014-04-10 11:50:21,979 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:50:22,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:22,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:22,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:22,872 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt. BP-269670311-127.0.0.1-1397148601616 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW]]}
2014-04-10 11:50:22,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003 src: /127.0.0.1:42977 dest: /127.0.0.1:47336
2014-04-10 11:50:22,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003 src: /127.0.0.1:44554 dest: /127.0.0.1:35320
2014-04-10 11:50:22,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003 src: /127.0.0.1:59836 dest: /127.0.0.1:52104
2014-04-10 11:50:22,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59836, dest: /127.0.0.1:52104, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, duration: 7398818
2014-04-10 11:50:22,907 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:22,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:22,908 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44554, dest: /127.0.0.1:35320, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, duration: 9417798
2014-04-10 11:50:22,909 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:22,910 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42977, dest: /127.0.0.1:47336, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, duration: 9376764
2014-04-10 11:50:22,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:22,910 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:22,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:22,927 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-1997499639_9
2014-04-10 11:50:22,955 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:50:22,956 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:50:22,961 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: A0487F3874204A938E96C96DFF241292
2014-04-10 11:50:22,988 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 11:50:23,000 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-04-10 11:50:23,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:23,027 INFO util.HadoopUtil (HadoopUtil.java:syncPaths(583)) - copying from: file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar, to: hdfs://localhost:59056/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar
2014-04-10 11:50:23,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:23,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,047 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar. BP-269670311-127.0.0.1-1397148601616 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]}
2014-04-10 11:50:23,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004 src: /127.0.0.1:42980 dest: /127.0.0.1:47336
2014-04-10 11:50:23,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004 src: /127.0.0.1:35586 dest: /127.0.0.1:52504
2014-04-10 11:50:23,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004 src: /127.0.0.1:59839 dest: /127.0.0.1:52104
2014-04-10 11:50:23,075 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59839, dest: /127.0.0.1:52104, bytes: 856, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004, duration: 6241418
2014-04-10 11:50:23,076 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:23,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,079 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35586, dest: /127.0.0.1:52504, bytes: 856, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004, duration: 7641552
2014-04-10 11:50:23,079 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,080 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42980, dest: /127.0.0.1:47336, bytes: 856, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004, duration: 10400257
2014-04-10 11:50:23,081 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,144 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar is closed by DFSClient_NONMAPREDUCE_-1997499639_9
2014-04-10 11:50:23,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:23,170 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-10 11:50:23,171 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [] starting
2014-04-10 11:50:23,172 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:50:23,172 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath"]
2014-04-10 11:50:23,172 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [] parallel execution is enabled: true
2014-04-10 11:50:23,172 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [] starting jobs: 1
2014-04-10 11:50:23,172 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [] allocating threads: 1
2014-04-10 11:50:23,173 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...asspathplatform/classpath
2014-04-10 11:50:23,198 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:58894
2014-04-10 11:50:23,252 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:58894
2014-04-10 11:50:23,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:23,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:50:23,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=brock:supergroup:rwx------
2014-04-10 11:50:23,311 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 1
2014-04-10 11:50:23,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001 dst=null perm=null
2014-04-10 11:50:23,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:50:23,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:50:23,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:23,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,374 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar. BP-269670311-127.0.0.1-1397148601616 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW]]}
2014-04-10 11:50:23,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005 src: /127.0.0.1:59843 dest: /127.0.0.1:52104
2014-04-10 11:50:23,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005 src: /127.0.0.1:44563 dest: /127.0.0.1:35320
2014-04-10 11:50:23,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005 src: /127.0.0.1:35593 dest: /127.0.0.1:52504
2014-04-10 11:50:23,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35593, dest: /127.0.0.1:52504, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005, duration: 7208202
2014-04-10 11:50:23,402 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:23,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,403 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44563, dest: /127.0.0.1:35320, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005, duration: 8696300
2014-04-10 11:50:23,404 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59843, dest: /127.0.0.1:52104, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005, duration: 9956879
2014-04-10 11:50:23,405 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,419 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-1997499639_9
2014-04-10 11:50:23,423 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar
2014-04-10 11:50:23,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:23,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:23,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:23,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:23,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:23,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:50:23,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:50:23,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:50:23,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:50:23,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:23,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:23,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:23,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:50:23,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test dst=null perm=null
2014-04-10 11:50:23,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes dst=null perm=null
2014-04-10 11:50:23,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build dst=null perm=null
2014-04-10 11:50:23,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0 dst=null perm=null
2014-04-10 11:50:23,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility dst=null perm=null
2014-04-10 11:50:23,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat dst=null perm=null
2014-04-10 11:50:23,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces dst=null perm=null
2014-04-10 11:50:23,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock dst=null perm=null
2014-04-10 11:50:23,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home dst=null perm=null
2014-04-10 11:50:23,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:23,498 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:50:23,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:23,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,537 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split
2014-04-10 11:50:23,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:23,558 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split. BP-269670311-127.0.0.1-1397148601616 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]}
2014-04-10 11:50:23,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006 src: /127.0.0.1:35594 dest: /127.0.0.1:52504
2014-04-10 11:50:23,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006 src: /127.0.0.1:44566 dest: /127.0.0.1:35320
2014-04-10 11:50:23,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006 src: /127.0.0.1:59848 dest: /127.0.0.1:52104
2014-04-10 11:50:23,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006 src: /127.0.0.1:42992 dest: /127.0.0.1:47336
2014-04-10 11:50:23,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42992, dest: /127.0.0.1:47336, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 7783452
2014-04-10 11:50:23,587 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:23,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,588 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59848, dest: /127.0.0.1:52104, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 9048214
2014-04-10 11:50:23,589 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,591 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44566, dest: /127.0.0.1:35320, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 11942874
2014-04-10 11:50:23,592 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,593 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35594, dest: /127.0.0.1:52504, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 12881216
2014-04-10 11:50:23,593 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split is closed by DFSClient_NONMAPREDUCE_-1997499639_9
2014-04-10 11:50:23,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,648 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo. BP-269670311-127.0.0.1-1397148601616 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]}
2014-04-10 11:50:23,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007 src: /127.0.0.1:35598 dest: /127.0.0.1:52504
2014-04-10 11:50:23,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007 src: /127.0.0.1:42994 dest: /127.0.0.1:47336
2014-04-10 11:50:23,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007 src: /127.0.0.1:59852 dest: /127.0.0.1:52104
2014-04-10 11:50:23,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59852, dest: /127.0.0.1:52104, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007, duration: 9327606
2014-04-10 11:50:23,678 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:23,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,679 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42994, dest: /127.0.0.1:47336, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007, duration: 6934153
2014-04-10 11:50:23,680 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35598, dest: /127.0.0.1:52504, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007, duration: 8120902
2014-04-10 11:50:23,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,684 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,702 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1997499639_9
2014-04-10 11:50:23,703 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:50:23,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:50:23,813 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml. BP-269670311-127.0.0.1-1397148601616 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW]]}
2014-04-10 11:50:23,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008 src: /127.0.0.1:44572 dest: /127.0.0.1:35320
2014-04-10 11:50:23,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008 src: /127.0.0.1:42997 dest: /127.0.0.1:47336
2014-04-10 11:50:23,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008 src: /127.0.0.1:35603 dest: /127.0.0.1:52504
2014-04-10 11:50:23,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35603, dest: /127.0.0.1:52504, bytes: 80321, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008, duration: 6180878
2014-04-10 11:50:23,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:23,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42997, dest: /127.0.0.1:47336, bytes: 80321, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008, duration: 7123835
2014-04-10 11:50:23,843 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44572, dest: /127.0.0.1:35320, bytes: 80321, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008, duration: 7843132
2014-04-10 11:50:23,845 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:23,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:23,861 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-1997499639_9
2014-04-10 11:50:23,861 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397148617276_0001
2014-04-10 11:50:23,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001 dst=null perm=null
2014-04-10 11:50:23,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:23,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:23,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:23,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:23,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:23,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:23,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:23,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:23,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:23,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:23,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:23,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:23,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:23,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:23,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:23,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:23,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:23,983 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 1 submitted by user brock
2014-04-10 11:50:23,984 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397148617276_0001
2014-04-10 11:50:23,985 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397148617276_0001
2014-04-10 11:50:23,985 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148617276_0001 State change from NEW to NEW_SAVING
2014-04-10 11:50:23,992 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148617276_0001
2014-04-10 11:50:24,006 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148617276_0001 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:50:24,007 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397148617276_0001_000001
2014-04-10 11:50:24,012 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148617276_0001_000001 State change from NEW to SUBMITTED
2014-04-10 11:50:24,017 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397148617276_0001 from user: brock activated in queue: default
2014-04-10 11:50:24,018 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397148617276_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5a1eee41, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:50:24,018 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397148617276_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:50:24,019 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397148617276_0001_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2014-04-10 11:50:24,022 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148617276_0001_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:50:24,022 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148617276_0001 State change from SUBMITTED to ACCEPTED
2014-04-10 11:50:24,029 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:52104 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:47336
2014-04-10 11:50:24,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:50:24,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000001
2014-04-10 11:50:24,078 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148617276_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44525, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:50:24,079 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148617276_0001 container=Container: [ContainerId: container_1397148617276_0001_01_000001, NodeId: localhost:44525, NodeHttpAddress: localhost:43462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44525 }, ] containerId=container_1397148617276_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:24,079 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:50:24,079 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:24,080 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:50:24,080 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397148617276_0001 AttemptId: appattempt_1397148617276_0001_000001 MasterContainer: Container: [ContainerId: container_1397148617276_0001_01_000001, NodeId: localhost:44525, NodeHttpAddress: localhost:43462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44525 }, ]
2014-04-10 11:50:24,081 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148617276_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:50:24,086 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148617276_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:50:24,089 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397148617276_0001_000001
2014-04-10 11:50:24,098 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397148617276_0001_01_000001, NodeId: localhost:44525, NodeHttpAddress: localhost:43462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44525 }, ] for AM appattempt_1397148617276_0001_000001
2014-04-10 11:50:24,099 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397148617276_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:50:24,116 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148617276_0001_000001 (auth:SIMPLE)
2014-04-10 11:50:24,123 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148617276_0001_01_000001 by user brock
2014-04-10 11:50:24,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148617276_0001
2014-04-10 11:50:24,138 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148617276_0001 transitioned from NEW to INITING
2014-04-10 11:50:24,139 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148617276_0001_01_000001 to application application_1397148617276_0001
2014-04-10 11:50:24,139 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000001
2014-04-10 11:50:24,143 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148617276_0001 transitioned from INITING to RUNNING
2014-04-10 11:50:24,147 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:50:24,147 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148617276_0001
2014-04-10 11:50:24,150 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397148617276_0001_01_000001, NodeId: localhost:44525, NodeHttpAddress: localhost:43462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44525 }, ] for AM appattempt_1397148617276_0001_000001
2014-04-10 11:50:24,150 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148617276_0001_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:50:24,154 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:24,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:50:24,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:50:24,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:50:24,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:24,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:24,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:24,155 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148617276_0001_01_000001
2014-04-10 11:50:24,157 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar, 1397148623083, FILE, null }
2014-04-10 11:50:24,162 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar, 1397148604947, FILE, null }
2014-04-10 11:50:24,163 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148604735, FILE, null }
2014-04-10 11:50:24,170 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397148617276_0001_01_000001.tokens. Credentials list:
2014-04-10 11:50:24,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:24,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:24,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:24,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:24,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:50:24,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:24,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:50:24,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:50:24,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:24,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:50:24,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:50:24,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:50:24,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:50:24,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:50:24,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test dst=null perm=null
2014-04-10 11:50:24,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:50:24,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:24,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes dst=null perm=null
2014-04-10 11:50:24,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:24,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:24,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build dst=null perm=null
2014-04-10 11:50:24,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:24,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:50:24,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0 dst=null perm=null
2014-04-10 11:50:24,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:24,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:24,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility dst=null perm=null
2014-04-10 11:50:24,211 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397148617276_0001
2014-04-10 11:50:24,212 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43000, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002, duration: 10173075
2014-04-10 11:50:24,221 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52104, dest: /127.0.0.1:59857, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001, duration: 19812170
2014-04-10 11:50:24,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat dst=null perm=null
2014-04-10 11:50:24,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces dst=null perm=null
2014-04-10 11:50:24,232 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:51508/proxy/application_1397148617276_0001/
2014-04-10 11:50:24,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock dst=null perm=null
2014-04-10 11:50:24,233 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1397148617276_0001
2014-04-10 11:50:24,233 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://localhost:51508/proxy/application_1397148617276_0001/
2014-04-10 11:50:24,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home dst=null perm=null
2014-04-10 11:50:24,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:24,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:24,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:24,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397148617276_0001_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000001.tokens
2014-04-10 11:50:24,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148617276_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148617276_0001
2014-04-10 11:50:24,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52104, dest: /127.0.0.1:59857, bytes: 864, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004, duration: 199523
2014-04-10 11:50:24,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/hadoop-2333857833235512796.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:24,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/filecache/12/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:24,257 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/10/test-classpath.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:24,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:24,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:24,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:24,382 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52104, dest: /127.0.0.1:59857, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-714470001_920, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005, duration: 1301688
2014-04-10 11:50:24,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003
2014-04-10 11:50:24,391 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005
2014-04-10 11:50:24,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006
2014-04-10 11:50:24,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008
2014-04-10 11:50:24,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004
2014-04-10 11:50:24,398 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003
2014-04-10 11:50:24,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008
2014-04-10 11:50:24,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006
2014-04-10 11:50:24,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007
2014-04-10 11:50:24,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003
2014-04-10 11:50:24,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006
2014-04-10 11:50:24,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004
2014-04-10 11:50:24,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005
2014-04-10 11:50:24,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007
2014-04-10 11:50:24,439 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148617276_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:24,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005
2014-04-10 11:50:24,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006
2014-04-10 11:50:24,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004
2014-04-10 11:50:24,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008
2014-04-10 11:50:24,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007
2014-04-10 11:50:24,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:24,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:24,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:24,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52504, dest: /127.0.0.1:35611, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-714470001_920, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007, duration: 333552
2014-04-10 11:50:24,494 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148617276_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:24,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:24,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:24,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:24,527 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52504, dest: /127.0.0.1:35611, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-714470001_920, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 423298
2014-04-10 11:50:24,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148617276_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:24,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:24,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:24,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:24,580 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44583, bytes: 80949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-714470001_920, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008, duration: 565696
2014-04-10 11:50:24,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148617276_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:24,602 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:50:24,647 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:50:24,647 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:24,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000001/default_container_executor.sh]
2014-04-10 11:50:25,065 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:50:25,442 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=718aa8d1-ed77-4274-9186-0356398f13ca, infoPort=46327, ipcPort=43275, storageInfo=lv=-51;cid=testClusterID;nsid=186265926;c=0) Starting thread to transfer BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005 to 127.0.0.1:47336
2014-04-10 11:50:25,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005 src: /127.0.0.1:43010 dest: /127.0.0.1:47336
2014-04-10 11:50:25,446 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005 (numBytes=244650) to 127.0.0.1/127.0.0.1:47336
2014-04-10 11:50:25,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005 src: /127.0.0.1:43010 dest: /127.0.0.1:47336 of size 244650
2014-04-10 11:50:25,448 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741829_1005 size 244650
2014-04-10 11:50:25,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:50:25,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/COMMIT_STARTED dst=null perm=null
2014-04-10 11:50:25,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:50:25,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/COMMIT_FAIL dst=null perm=null
2014-04-10 11:50:25,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001 dst=null perm=null
2014-04-10 11:50:26,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:50:26,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:50:26,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:26,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:50:26,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:26,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:50:26,316 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52504, dest: /127.0.0.1:35617, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741831_1007, duration: 194053
2014-04-10 11:50:26,994 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148617276_0001_000001 (auth:SIMPLE)
2014-04-10 11:50:26,998 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397148617276_0001_000001
2014-04-10 11:50:26,999 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397148617276_0001 APPATTEMPTID=appattempt_1397148617276_0001_000001
2014-04-10 11:50:26,999 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148617276_0001_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:50:26,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148617276_0001 State change from ACCEPTED to RUNNING
2014-04-10 11:50:27,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:27,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:27,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:27,220 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1_conf.xml. BP-269670311-127.0.0.1-1397148601616 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW]]}
2014-04-10 11:50:27,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009 src: /127.0.0.1:35621 dest: /127.0.0.1:52504
2014-04-10 11:50:27,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009 src: /127.0.0.1:59874 dest: /127.0.0.1:52104
2014-04-10 11:50:27,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009 src: /127.0.0.1:43018 dest: /127.0.0.1:47336
2014-04-10 11:50:27,267 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43018, dest: /127.0.0.1:47336, bytes: 94184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009, duration: 7878499
2014-04-10 11:50:27,267 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:27,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:27,268 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59874, dest: /127.0.0.1:52104, bytes: 94184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009, duration: 8461464
2014-04-10 11:50:27,268 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:27,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:27,269 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35621, dest: /127.0.0.1:52504, bytes: 94184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009, duration: 9355855
2014-04-10 11:50:27,270 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:27,270 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:27,286 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:28,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:50:28,067 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000002
2014-04-10 11:50:28,067 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148617276_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44525, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:50:28,067 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148617276_0001 container=Container: [ContainerId: container_1397148617276_0001_01_000002, NodeId: localhost:44525, NodeHttpAddress: localhost:43462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44525 }, ] containerId=container_1397148617276_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:28,068 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:50:28,068 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:28,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:50:28,069 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000003
2014-04-10 11:50:28,069 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148617276_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44525, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:50:28,070 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148617276_0001 container=Container: [ContainerId: container_1397148617276_0001_01_000003, NodeId: localhost:44525, NodeHttpAddress: localhost:43462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44525 }, ] containerId=container_1397148617276_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:28,070 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:50:28,070 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:28,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:50:28,160 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000004
2014-04-10 11:50:28,160 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148617276_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:34751, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:50:28,161 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148617276_0001 container=Container: [ContainerId: container_1397148617276_0001_01_000004, NodeId: localhost:34751, NodeHttpAddress: localhost:48635, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34751 }, ] containerId=container_1397148617276_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:28,161 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:50:28,161 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:28,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:50:28,162 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000005
2014-04-10 11:50:28,162 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397148617276_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:34751, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:50:28,163 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397148617276_0001 container=Container: [ContainerId: container_1397148617276_0001_01_000005, NodeId: localhost:34751, NodeHttpAddress: localhost:48635, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34751 }, ] containerId=container_1397148617276_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:28,163 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:50:28,163 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:29,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:50:29,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:50:29,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:50:29,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:50:29,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:29,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:29,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:29,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:29,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:29,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:29,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:29,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:29,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:29,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:29,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:29,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:29,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:29,221 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148617276_0001_000001 (auth:SIMPLE)
2014-04-10 11:50:29,221 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397148617276_0001_000001 (auth:SIMPLE)
2014-04-10 11:50:29,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148617276_0001_01_000005 by user brock
2014-04-10 11:50:29,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148617276_0001_01_000002 by user brock
2014-04-10 11:50:29,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148617276_0001_01_000004 by user brock
2014-04-10 11:50:29,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397148617276_0001
2014-04-10 11:50:29,230 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148617276_0001_01_000002 to application application_1397148617276_0001
2014-04-10 11:50:29,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397148617276_0001_01_000003 by user brock
2014-04-10 11:50:29,231 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:50:29,231 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148617276_0001
2014-04-10 11:50:29,231 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148617276_0001
2014-04-10 11:50:29,232 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:50:29,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000002
2014-04-10 11:50:29,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000004
2014-04-10 11:50:29,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000005
2014-04-10 11:50:29,230 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148617276_0001_01_000004 to application application_1397148617276_0001
2014-04-10 11:50:29,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000003
2014-04-10 11:50:29,237 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148617276_0001
2014-04-10 11:50:29,238 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148617276_0001 transitioned from NEW to INITING
2014-04-10 11:50:29,239 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148617276_0001_01_000003 to application application_1397148617276_0001
2014-04-10 11:50:29,239 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397148617276_0001_01_000005 to application application_1397148617276_0001
2014-04-10 11:50:29,240 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397148617276_0001 transitioned from INITING to RUNNING
2014-04-10 11:50:29,240 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:50:29,241 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:50:29,241 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:50:29,242 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:50:29,242 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148617276_0001
2014-04-10 11:50:29,242 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148617276_0001
2014-04-10 11:50:29,242 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148617276_0001
2014-04-10 11:50:29,242 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148617276_0001
2014-04-10 11:50:29,242 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:50:29,242 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:50:29,243 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148617276_0001
2014-04-10 11:50:29,243 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148617276_0001
2014-04-10 11:50:29,244 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:29,244 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:50:29,245 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:29,245 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:29,245 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:50:29,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:50:29,246 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397148617276_0001
2014-04-10 11:50:29,246 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397148617276_0001
2014-04-10 11:50:29,247 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:50:29,247 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397148617276_0001
2014-04-10 11:50:29,248 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148617276_0001_01_000005
2014-04-10 11:50:29,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar, 1397148623083, FILE, null }
2014-04-10 11:50:29,252 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar, 1397148604947, FILE, null }
2014-04-10 11:50:29,253 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148604735, FILE, null }
2014-04-10 11:50:29,254 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397148617276_0001_01_000004
2014-04-10 11:50:29,255 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar, 1397148623083, FILE, null }
2014-04-10 11:50:29,255 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar, 1397148604947, FILE, null }
2014-04-10 11:50:29,255 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397148604735, FILE, null }
2014-04-10 11:50:29,268 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148617276_0001_01_000005.tokens. Credentials list:
2014-04-10 11:50:29,273 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397148617276_0001_01_000004.tokens. Credentials list:
2014-04-10 11:50:29,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:29,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:29,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:29,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:29,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:50:29,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data dst=null perm=null
2014-04-10 11:50:29,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:50:29,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test dst=null perm=null
2014-04-10 11:50:29,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:50:29,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:29,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:50:29,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes dst=null perm=null
2014-04-10 11:50:29,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:29,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:29,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build dst=null perm=null
2014-04-10 11:50:29,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:50:29,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:29,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0 dst=null perm=null
2014-04-10 11:50:29,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:50:29,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:50:29,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar dst=null perm=null
2014-04-10 11:50:29,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:50:29,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility dst=null perm=null
2014-04-10 11:50:29,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:50:29,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat dst=null perm=null
2014-04-10 11:50:29,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:29,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces dst=null perm=null
2014-04-10 11:50:29,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:29,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock dst=null perm=null
2014-04-10 11:50:29,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:50:29,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home dst=null perm=null
2014-04-10 11:50:29,293 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:50:29,293 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:50:29,294 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:29,294 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:29,295 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43024, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741826_1002, duration: 1650532
2014-04-10 11:50:29,299 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44601, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741825_1001, duration: 2118671
2014-04-10 11:50:29,322 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-2333857833235512796.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/hadoop-2333857833235512796.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:29,323 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/12/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:29,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:50:29,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:29,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar dst=null perm=null
2014-04-10 11:50:29,342 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43024, bytes: 864, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741828_1004, duration: 293868
2014-04-10 11:50:29,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397148617276_0001_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000005.tokens
2014-04-10 11:50:29,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001
2014-04-10 11:50:29,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000002/default_container_executor.sh]
2014-04-10 11:50:29,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000003/default_container_executor.sh]
2014-04-10 11:50:29,379 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/test-classpath.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/10/test-classpath.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:29,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005
2014-04-10 11:50:29,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009
2014-04-10 11:50:29,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009
2014-04-10 11:50:29,447 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009
2014-04-10 11:50:29,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:29,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:29,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar dst=null perm=null
2014-04-10 11:50:29,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52504, dest: /127.0.0.1:35633, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1336527759_1142, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741829_1005, duration: 611572
2014-04-10 11:50:29,510 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:29,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:29,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:29,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml dst=null perm=null
2014-04-10 11:50:29,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43024, bytes: 80949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1336527759_1142, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741832_1008, duration: 240274
2014-04-10 11:50:29,540 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59056/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148617276_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:50:29,540 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:50:29,540 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:50:29,565 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:50:29,565 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:50:29,565 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:29,566 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:29,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000004/default_container_executor.sh]
2014-04-10 11:50:29,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000005/default_container_executor.sh]
2014-04-10 11:50:30,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:50:30,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:50:30,087 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:50:30,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:50:30,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:50:30,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:50:30,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397148617276_0001_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000004.tokens
2014-04-10 11:50:30,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001
2014-04-10 11:50:32,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:32,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:32,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:32,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job.split dst=null perm=null
2014-04-10 11:50:32,600 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43047, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397148617276_0001_m_000002_0_-1674878589_1, offset: 512, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 214457
2014-04-10 11:50:32,600 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52504, dest: /127.0.0.1:35655, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397148617276_0001_m_000003_0_-490976341_1, offset: 1024, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 238535
2014-04-10 11:50:32,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43048, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148617276_0001_m_000001_0_800094849_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 186771
2014-04-10 11:50:32,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44625, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397148617276_0001_m_000000_0_-1586391264_1, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741830_1006, duration: 174564
2014-04-10 11:50:32,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:32,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:32,662 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44625, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397148617276_0001_m_000000_0_-1586391264_1, offset: 1024, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, duration: 154389
2014-04-10 11:50:32,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:32,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:50:32,666 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52104, dest: /127.0.0.1:59908, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397148617276_0001_m_000003_0_-490976341_1, offset: 512, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, duration: 229047
2014-04-10 11:50:32,669 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44628, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148617276_0001_m_000002_0_-1674878589_1, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, duration: 226463
2014-04-10 11:50:32,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:32,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:32,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:32,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:32,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43048, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397148617276_0001_m_000001_0_800094849_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741827_1003, duration: 241135
2014-04-10 11:50:32,855 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000003_0/part-00003. BP-269670311-127.0.0.1-1397148601616 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW]]}
2014-04-10 11:50:32,856 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000001_0/part-00001. BP-269670311-127.0.0.1-1397148601616 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]}
2014-04-10 11:50:32,857 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000000_0/part-00000. BP-269670311-127.0.0.1-1397148601616 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW]]}
2014-04-10 11:50:32,861 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000002_0/part-00002. BP-269670311-127.0.0.1-1397148601616 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]}
2014-04-10 11:50:32,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010 src: /127.0.0.1:43054 dest: /127.0.0.1:47336
2014-04-10 11:50:32,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010 src: /127.0.0.1:35663 dest: /127.0.0.1:52504
2014-04-10 11:50:32,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010 src: /127.0.0.1:59916 dest: /127.0.0.1:52104
2014-04-10 11:50:32,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011 src: /127.0.0.1:35660 dest: /127.0.0.1:52504
2014-04-10 11:50:32,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011 src: /127.0.0.1:59917 dest: /127.0.0.1:52104
2014-04-10 11:50:32,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011 src: /127.0.0.1:44637 dest: /127.0.0.1:35320
2014-04-10 11:50:32,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013 src: /127.0.0.1:35661 dest: /127.0.0.1:52504
2014-04-10 11:50:32,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59916, dest: /127.0.0.1:52104, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000003_0_-490976341_1, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010, duration: 31472278
2014-04-10 11:50:32,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:32,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35663, dest: /127.0.0.1:52504, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000003_0_-490976341_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010, duration: 8434344
2014-04-10 11:50:32,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:32,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43054, dest: /127.0.0.1:47336, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000003_0_-490976341_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010, duration: 14824797
2014-04-10 11:50:32,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:32,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012 src: /127.0.0.1:43057 dest: /127.0.0.1:47336
2014-04-10 11:50:32,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013 src: /127.0.0.1:59920 dest: /127.0.0.1:52104
2014-04-10 11:50:32,945 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44637, dest: /127.0.0.1:35320, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000001_0_800094849_1, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011, duration: 11593775
2014-04-10 11:50:32,945 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:32,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012 src: /127.0.0.1:44640 dest: /127.0.0.1:35320
2014-04-10 11:50:32,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013 src: /127.0.0.1:43064 dest: /127.0.0.1:47336
2014-04-10 11:50:32,947 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59917, dest: /127.0.0.1:52104, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000001_0_800094849_1, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011, duration: 9990969
2014-04-10 11:50:32,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,948 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:32,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741834_1010 size 307
2014-04-10 11:50:32,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012 src: /127.0.0.1:35670 dest: /127.0.0.1:52504
2014-04-10 11:50:32,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35660, dest: /127.0.0.1:52504, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000001_0_800094849_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011, duration: 9539642
2014-04-10 11:50:32,950 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:32,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,955 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43064, dest: /127.0.0.1:47336, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000002_0_-1674878589_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013, duration: 7369080
2014-04-10 11:50:32,955 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:32,958 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59920, dest: /127.0.0.1:52104, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000002_0_-1674878589_1, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013, duration: 10598236
2014-04-10 11:50:32,958 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:32,959 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35661, dest: /127.0.0.1:52504, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000002_0_-1674878589_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013, duration: 10156033
2014-04-10 11:50:32,959 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:32,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,960 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1397148617276_0001_m_000003_0_-490976341_1
2014-04-10 11:50:32,961 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35670, dest: /127.0.0.1:52504, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000000_0_-1586391264_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012, duration: 9485875
2014-04-10 11:50:32,961 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:32,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,961 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44640, dest: /127.0.0.1:35320, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000000_0_-1586391264_1, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012, duration: 9811503
2014-04-10 11:50:32,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:32,962 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43057, dest: /127.0.0.1:47336, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1397148617276_0001_m_000000_0_-1586391264_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012, duration: 11056684
2014-04-10 11:50:32,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW]]} size 0
2014-04-10 11:50:32,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:32,977 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1397148617276_0001_m_000001_0_800094849_1
2014-04-10 11:50:32,994 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1397148617276_0001_m_000000_0_-1586391264_1
2014-04-10 11:50:32,994 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1397148617276_0001_m_000002_0_-1674878589_1
2014-04-10 11:50:33,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000003_0 dst=null perm=null
2014-04-10 11:50:33,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000003_0 dst=null perm=null
2014-04-10 11:50:33,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000003 dst=null perm=null
2014-04-10 11:50:33,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:33,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000001_0 dst=null perm=null
2014-04-10 11:50:33,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000001_0 dst=null perm=null
2014-04-10 11:50:33,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000001 dst=null perm=null
2014-04-10 11:50:33,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000002_0 dst=null perm=null
2014-04-10 11:50:33,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000000_0 dst=null perm=null
2014-04-10 11:50:33,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000002_0 dst=null perm=null
2014-04-10 11:50:33,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000002 dst=null perm=null
2014-04-10 11:50:33,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:33,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000000_0 dst=null perm=null
2014-04-10 11:50:33,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000000 dst=null perm=null
2014-04-10 11:50:33,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:33,093 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148617276_0001_01_000005
2014-04-10 11:50:33,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/_temporary/attempt_1397148617276_0001_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:50:33,094 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000005
2014-04-10 11:50:33,094 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:50:33,095 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148617276_0001_01_000005
2014-04-10 11:50:33,111 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148617276_0001_01_000005 is : 143
2014-04-10 11:50:33,114 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1.jhist. BP-269670311-127.0.0.1-1397148601616 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW]]}
2014-04-10 11:50:33,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014 src: /127.0.0.1:35672 dest: /127.0.0.1:52504
2014-04-10 11:50:33,131 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:50:33,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014 src: /127.0.0.1:43068 dest: /127.0.0.1:47336
2014-04-10 11:50:33,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014 src: /127.0.0.1:59926 dest: /127.0.0.1:52104
2014-04-10 11:50:33,135 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148617276_0001_01_000003
2014-04-10 11:50:33,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000003
2014-04-10 11:50:33,136 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:50:33,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000005
2014-04-10 11:50:33,136 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148617276_0001_01_000003
2014-04-10 11:50:33,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000005
2014-04-10 11:50:33,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000005
2014-04-10 11:50:33,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000005
2014-04-10 11:50:33,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000005
2014-04-10 11:50:33,149 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148617276_0001_01_000004
2014-04-10 11:50:33,149 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000004
2014-04-10 11:50:33,150 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:50:33,150 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1.jhist for DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:33,150 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148617276_0001_01_000005 from application application_1397148617276_0001
2014-04-10 11:50:33,150 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148617276_0001_01_000005
2014-04-10 11:50:33,150 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:50:33,150 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:33,150 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148617276_0001
2014-04-10 11:50:33,151 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148617276_0001_01_000004
2014-04-10 11:50:33,151 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:50:33,151 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148617276_0001_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:50:33,151 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000005
2014-04-10 11:50:33,152 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148617276_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:34751, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:50:33,152 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:50:33,152 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148617276_0001_01_000005, NodeId: localhost:34751, NodeHttpAddress: localhost:48635, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34751 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:33,152 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148617276_0001_01_000003 is : 143
2014-04-10 11:50:33,152 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:33,153 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:50:33,153 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148617276_0001_000001 released container container_1397148617276_0001_01_000005 on node: host: localhost:34751 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:50:33,154 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397148617276_0001_01_000002
2014-04-10 11:50:33,154 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000002
2014-04-10 11:50:33,156 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148617276_0001_01_000004 is : 143
2014-04-10 11:50:33,163 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:50:33,163 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:50:33,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000003
2014-04-10 11:50:33,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000003
2014-04-10 11:50:33,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000003
2014-04-10 11:50:33,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000003
2014-04-10 11:50:33,165 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:50:33,165 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397148617276_0001_01_000002
2014-04-10 11:50:33,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000004
2014-04-10 11:50:33,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000004
2014-04-10 11:50:33,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000004
2014-04-10 11:50:33,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000004
2014-04-10 11:50:33,167 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000004
2014-04-10 11:50:33,167 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:50:33,167 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148617276_0001_01_000004 from application application_1397148617276_0001
2014-04-10 11:50:33,167 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:33,167 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148617276_0001
2014-04-10 11:50:33,171 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397148617276_0001_01_000002 is : 143
2014-04-10 11:50:33,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,181 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000003
2014-04-10 11:50:33,181 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:50:33,181 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:50:33,182 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148617276_0001_01_000003 from application application_1397148617276_0001
2014-04-10 11:50:33,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:33,182 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148617276_0001
2014-04-10 11:50:33,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000002
2014-04-10 11:50:33,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000002
2014-04-10 11:50:33,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000002
2014-04-10 11:50:33,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397148617276_0001/container_1397148617276_0001_01_000002
2014-04-10 11:50:33,183 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000002
2014-04-10 11:50:33,183 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397148617276_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:50:33,183 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397148617276_0001_01_000002 from application application_1397148617276_0001
2014-04-10 11:50:33,184 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:50:33,184 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397148617276_0001
2014-04-10 11:50:33,194 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:33,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1 dst=null perm=null
2014-04-10 11:50:33,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:33,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:33,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000000 dst=null perm=null
2014-04-10 11:50:33,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 dst=null perm=null
2014-04-10 11:50:33,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:33,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:33,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000001 dst=null perm=null
2014-04-10 11:50:33,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 dst=null perm=null
2014-04-10 11:50:33,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:33,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:33,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000002 dst=null perm=null
2014-04-10 11:50:33,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 dst=null perm=null
2014-04-10 11:50:33,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:33,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:33,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000003 dst=null perm=null
2014-04-10 11:50:33,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 dst=null perm=null
2014-04-10 11:50:33,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary/1/task_1397148617276_0001_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary dst=null perm=null
2014-04-10 11:50:33,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,369 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:33,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,402 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:33,425 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59926, dest: /127.0.0.1:52104, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014, duration: 280842918
2014-04-10 11:50:33,425 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:33,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]} size 14943
2014-04-10 11:50:33,426 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43068, dest: /127.0.0.1:47336, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014, duration: 281903668
2014-04-10 11:50:33,427 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:33,427 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]} size 14943
2014-04-10 11:50:33,428 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35672, dest: /127.0.0.1:52504, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014, duration: 289708046
2014-04-10 11:50:33,428 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:33,428 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-24592139-f01c-4665-b1e5-1cd54d494ece:NORMAL|RBW]]} size 14943
2014-04-10 11:50:33,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:33,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,464 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary_tmp. BP-269670311-127.0.0.1-1397148601616 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]}
2014-04-10 11:50:33,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015 src: /127.0.0.1:35675 dest: /127.0.0.1:52504
2014-04-10 11:50:33,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015 src: /127.0.0.1:43071 dest: /127.0.0.1:47336
2014-04-10 11:50:33,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015 src: /127.0.0.1:44648 dest: /127.0.0.1:35320
2014-04-10 11:50:33,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44648, dest: /127.0.0.1:35320, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015, duration: 2990286
2014-04-10 11:50:33,488 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:33,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,489 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43071, dest: /127.0.0.1:47336, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015, duration: 3794382
2014-04-10 11:50:33,489 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:33,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,490 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35675, dest: /127.0.0.1:52504, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015, duration: 4646826
2014-04-10 11:50:33,490 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:33,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,502 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:33,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:33,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1.jhist dst=null perm=null
2014-04-10 11:50:33,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist_tmp dst=null perm=null
2014-04-10 11:50:33,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1.jhist dst=null perm=null
2014-04-10 11:50:33,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist_tmp dst=null perm=null
2014-04-10 11:50:33,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1.jhist dst=null perm=null
2014-04-10 11:50:33,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,556 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43074, bytes: 47940, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741838_1014, duration: 511026
2014-04-10 11:50:33,560 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist_tmp. BP-269670311-127.0.0.1-1397148601616 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]}
2014-04-10 11:50:33,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016 src: /127.0.0.1:43075 dest: /127.0.0.1:47336
2014-04-10 11:50:33,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016 src: /127.0.0.1:59933 dest: /127.0.0.1:52104
2014-04-10 11:50:33,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016 src: /127.0.0.1:44653 dest: /127.0.0.1:35320
2014-04-10 11:50:33,585 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44653, dest: /127.0.0.1:35320, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016, duration: 1735942
2014-04-10 11:50:33,585 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:33,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:59933, dest: /127.0.0.1:52104, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016, duration: 2195544
2014-04-10 11:50:33,586 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:33,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52104 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43075, dest: /127.0.0.1:47336, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016, duration: 2597360
2014-04-10 11:50:33,586 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:33,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-127ab2cc-5060-4494-91a3-2859a0286c92:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4df83fd1-49c2-4f3d-beee-25f506114be2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1ccfc05e-288c-43ae-8def-c2190e84095b:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,602 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:33,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:33,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1_conf.xml dst=null perm=null
2014-04-10 11:50:33,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:50:33,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1_conf.xml dst=null perm=null
2014-04-10 11:50:33,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:50:33,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397148617276_0001/job_1397148617276_0001_1_conf.xml dst=null perm=null
2014-04-10 11:50:33,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:50:33,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52504, dest: /127.0.0.1:35683, bytes: 94920, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741833_1009, duration: 562220
2014-04-10 11:50:33,658 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml_tmp. BP-269670311-127.0.0.1-1397148601616 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f7fac63b-9f23-414d-903c-a2841ec1601a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW]]}
2014-04-10 11:50:33,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017 src: /127.0.0.1:35684 dest: /127.0.0.1:52504
2014-04-10 11:50:33,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017 src: /127.0.0.1:43080 dest: /127.0.0.1:47336
2014-04-10 11:50:33,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017 src: /127.0.0.1:44657 dest: /127.0.0.1:35320
2014-04-10 11:50:33,680 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44657, dest: /127.0.0.1:35320, bytes: 94184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017, duration: 3809270
2014-04-10 11:50:33,680 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:50:33,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35320 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,681 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43080, dest: /127.0.0.1:47336, bytes: 94184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017, duration: 4841624
2014-04-10 11:50:33,681 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:33,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47336 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35684, dest: /127.0.0.1:52504, bytes: 94184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1048451038_1, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017, duration: 5720148
2014-04-10 11:50:33,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-269670311-127.0.0.1-1397148601616:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:50:33,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52504 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a961d6a-4fc7-42ca-b612-cd345a2947e2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-214b4f2d-8b1a-46a8-8b02-50434837d59c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-903516c8-a283-48f3-a047-ea0f083873b2:NORMAL|RBW]]} size 0
2014-04-10 11:50:33,702 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1048451038_1
2014-04-10 11:50:33,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:33,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:33,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:33,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:33,782 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397148617276_0001_000001 with final state: FINISHING
2014-04-10 11:50:33,783 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148617276_0001_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:50:33,783 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397148617276_0001 with final state: FINISHING
2014-04-10 11:50:33,784 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148617276_0001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:50:33,784 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397148617276_0001
2014-04-10 11:50:33,785 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397148617276_0001_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:50:33,786 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397148617276_0001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:50:33,877 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:50:33,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:50:33,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:50:33,897 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397148617276_0001 from file: hdfs://localhost:59056/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist
2014-04-10 11:50:33,897 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:59056/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist]
2014-04-10 11:50:33,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist dst=null perm=null
2014-04-10 11:50:33,906 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44660, bytes: 47940, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741840_1016, duration: 241203
2014-04-10 11:50:34,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary dst=null perm=null
2014-04-10 11:50:34,128 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44660, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1436282035_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741839_1015, duration: 290338
2014-04-10 11:50:34,128 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397148617276_0001,submitTime=1397148623959,launchTime=1397148627014,firstMapTaskLaunchTime=1397148629246,firstReduceTaskLaunchTime=0,finishTime=1397148633403,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=15,reduceSlotSeconds=0,jobName=[0060F76357954C8F8B36FBD6B1B0C260/3E85510AF28D4D6FB179146239CB3463] null/(1/1) ...asspathplatform/classpath
2014-04-10 11:50:34,129 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:59056/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary]
2014-04-10 11:50:34,151 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148617276_0001_01_000004
2014-04-10 11:50:34,151 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:50:34,152 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148617276_0001_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:50:34,152 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000004
2014-04-10 11:50:34,152 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148617276_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:34751, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:50:34,152 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:50:34,153 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148617276_0001_01_000004, NodeId: localhost:34751, NodeHttpAddress: localhost:48635, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:34751 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:34,153 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:34,153 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:50:34,153 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148617276_0001_000001 released container container_1397148617276_0001_01_000004 on node: host: localhost:34751 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:50:34,155 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148617276_0001_01_000002
2014-04-10 11:50:34,155 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397148617276_0001_01_000003
2014-04-10 11:50:34,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:50:34,156 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148617276_0001_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:50:34,157 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000002
2014-04-10 11:50:34,157 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148617276_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44525, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:50:34,157 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:50:34,157 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148617276_0001_01_000002, NodeId: localhost:44525, NodeHttpAddress: localhost:43462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44525 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:34,158 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:34,158 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:50:34,158 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148617276_0001_000001 released container container_1397148617276_0001_01_000002 on node: host: localhost:44525 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:50:34,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397148617276_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:50:34,159 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397148617276_0001_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:50:34,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397148617276_0001 CONTAINERID=container_1397148617276_0001_01_000003
2014-04-10 11:50:34,159 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397148617276_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44525, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:50:34,159 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:50:34,160 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397148617276_0001_01_000003, NodeId: localhost:44525, NodeHttpAddress: localhost:43462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44525 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:34,160 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:50:34,160 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:50:34,160 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397148617276_0001_000001 released container container_1397148617276_0001_01_000003 on node: host: localhost:44525 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:50:34,186 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:52504 127.0.0.1:47336 127.0.0.1:35320
2014-04-10 11:50:34,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001.summary dst=null perm=null
2014-04-10 11:50:34,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:50:34,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:34,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:50:34,204 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2014-04-10 11:50:34,204 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59056/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist to hdfs://localhost:59056/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist
2014-04-10 11:50:34,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148617276_0001-1397148623959-brock-%5B0060F76357954C8F8B36FBD6B1B0C260%2F3E85510AF28D4D6F-1397148633403-4-0-SUCCEEDED-default-1397148627014.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:34,228 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:59056/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml to hdfs://localhost:59056/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148617276_0001_conf.xml
2014-04-10 11:50:34,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397148617276_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397148617276_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:50:34,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:34,301 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary
2014-04-10 11:50:34,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/_temporary dst=null perm=null
2014-04-10 11:50:34,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:34,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:34,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:34,327 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:50:34,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 dst=null perm=null
2014-04-10 11:50:34,345 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43087, bytes: 323, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012, duration: 185250
2014-04-10 11:50:34,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 dst=null perm=null
2014-04-10 11:50:34,349 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52504, dest: /127.0.0.1:35693, bytes: 395, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011, duration: 284093
2014-04-10 11:50:34,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 dst=null perm=null
2014-04-10 11:50:34,353 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43087, bytes: 437, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013, duration: 240000
2014-04-10 11:50:34,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 dst=null perm=null
2014-04-10 11:50:34,357 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52504, dest: /127.0.0.1:35693, bytes: 311, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 49a28c8d-5ab7-41f7-82af-8b8209debf47, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010, duration: 240115
2014-04-10 11:50:34,357 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/classpathplatform/classpath
2014-04-10 11:50:34,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:34,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:34,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:34,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath dst=null perm=null
2014-04-10 11:50:34,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 dst=null perm=null
2014-04-10 11:50:34,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00000 dst=null perm=null
2014-04-10 11:50:34,370 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44660, bytes: 323, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741836_1012, duration: 288674
2014-04-10 11:50:34,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 dst=null perm=null
2014-04-10 11:50:34,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00001 dst=null perm=null
2014-04-10 11:50:34,376 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:35320, dest: /127.0.0.1:44660, bytes: 395, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 1e41b136-162a-4fb1-b400-e5dd392adc97, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741835_1011, duration: 265631
2014-04-10 11:50:34,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 dst=null perm=null
2014-04-10 11:50:34,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00002 dst=null perm=null
2014-04-10 11:50:34,382 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:47336, dest: /127.0.0.1:43087, bytes: 437, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: b5d9bb2e-f66f-470b-8790-46c41433a061, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741837_1013, duration: 261394
2014-04-10 11:50:34,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 dst=null perm=null
2014-04-10 11:50:34,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/classpathplatform/classpath/part-00003 dst=null perm=null
2014-04-10 11:50:34,389 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:52104, dest: /127.0.0.1:59946, bytes: 311, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1997499639_9, offset: 0, srvID: 718aa8d1-ed77-4274-9186-0356398f13ca, blockid: BP-269670311-127.0.0.1-1397148601616:blk_1073741834_1010, duration: 296779