2014-04-10 10:58:02,860 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-10 10:58:02,885 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-04-10 10:58:02,885 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.TrapPlatformTest
2014-04-10 10:58:02,898 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(112)) - using cluster
2014-04-10 10:58:03,291 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2014-04-10 10:58:03,312 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 10:58:03,330 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 10:58:03,330 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 10:58:03,331 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2014-04-10 10:58:03,331 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 10:58:03,332 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 10:58:03,334 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 10:58:03,334 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:03,335 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 10:58:03,335 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 10:58:03,341 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 10:58:03,342 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 10:58:03,342 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 10:58:03,342 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 10:58:03,343 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 10:58:03,343 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 10:58:03,343 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 10:58:03,343 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 10:58:03,343 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 10:58:03,347 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 10:58:03,347 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 10:58:03,347 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 10:58:03,348 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 10:58:03,349 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 10:58:03,470 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 10:58:03,471 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:03,471 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 10:58:03,471 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 10:58:03,472 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 10:58:03,475 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 10:58:03,476 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:03,476 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 10:58:03,476 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 10:58:03,477 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 10:58:03,477 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 10:58:03,478 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 10:58:03,479 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 10:58:03,479 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 10:58:03,480 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 10:58:03,480 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:03,481 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 10:58:03,481 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 10:58:03,651 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1 has been successfully formatted.
2014-04-10 10:58:03,735 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2 has been successfully formatted.
2014-04-10 10:58:03,745 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 10:58:03,745 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 10:58:03,782 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 10:58:03,827 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 10:58:03,901 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2014-04-10 10:58:03,925 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2014-04-10 10:58:03,961 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2014-04-10 10:58:03,961 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2014-04-10 10:58:04,002 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1581)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2014-04-10 10:58:04,003 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1592)) - Starting Web-server for hdfs at: http://127.0.0.1:0
2014-04-10 10:58:04,029 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-04-10 10:58:04,033 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2014-04-10 10:58:04,041 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:04,042 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2014-04-10 10:58:04,042 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:04,043 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:04,057 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(81)) - Added filter 'SPNEGO' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2014-04-10 10:58:04,058 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:58:04,070 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 43756
2014-04-10 10:58:04,070 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:04,093 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/hdfs to /tmp/Jetty_127_0_0_1_43756_hdfs____.e1aehy/webapp
2014-04-10 10:58:04,245 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(158)) - 'signature.secret' configuration not set, using a random value as secret
2014-04-10 10:58:04,264 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:43756
2014-04-10 10:58:04,266 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 10:58:04,266 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 10:58:04,267 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 10:58:04,267 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 10:58:04,267 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 10:58:04,267 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 10:58:04,267 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:04,268 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 10:58:04,268 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 10:58:04,269 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 10:58:04,269 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 10:58:04,269 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 10:58:04,270 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 10:58:04,270 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 10:58:04,270 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 10:58:04,270 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 10:58:04,270 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 10:58:04,271 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 10:58:04,271 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 10:58:04,271 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 10:58:04,271 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 10:58:04,272 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 10:58:04,272 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 10:58:04,272 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 10:58:04,272 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:04,273 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 10:58:04,273 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 10:58:04,273 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 10:58:04,274 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 10:58:04,274 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:04,274 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 10:58:04,274 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 10:58:04,275 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 10:58:04,275 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 10:58:04,275 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 10:58:04,275 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 10:58:04,275 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 10:58:04,276 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 10:58:04,276 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:04,276 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 10:58:04,276 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 10:58:04,337 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:04,379 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:04,383 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current
2014-04-10 10:58:04,384 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current
2014-04-10 10:58:04,385 INFO namenode.FSImage (FSImage.java:loadFSImage(631)) - No edit log streams selected.
2014-04-10 10:58:04,389 INFO namenode.FSImage (FSImageFormat.java:load(336)) - Loading image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2014-04-10 10:58:04,389 INFO namenode.FSImage (FSImageFormat.java:load(339)) - Number of files = 1
2014-04-10 10:58:04,390 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(837)) - Number of files under construction = 0
2014-04-10 10:58:04,390 INFO namenode.FSImage (FSImageFormat.java:load(373)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 217 bytes loaded in 0 seconds.
2014-04-10 10:58:04,390 INFO namenode.FSImage (FSImage.java:loadFSImage(841)) - Loaded image for txid 0 from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2014-04-10 10:58:04,393 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1074)) - Starting log segment at 1
2014-04-10 10:58:04,672 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2014-04-10 10:58:04,673 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(617)) - Finished loading FSImage in 397 msecs
2014-04-10 10:58:04,769 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(279)) - RPC server is binding to 127.0.0.1:0
2014-04-10 10:58:04,779 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 52042
2014-04-10 10:58:04,795 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5560)) - Registered FSNamesystemState MBean
2014-04-10 10:58:04,806 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 10:58:04,807 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 10:58:04,807 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4727)) - initializing replication queues
2014-04-10 10:58:04,819 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2380)) - Total number of blocks = 0
2014-04-10 10:58:04,820 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2381)) - Number of invalid blocks = 0
2014-04-10 10:58:04,820 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2382)) - Number of under-replicated blocks = 0
2014-04-10 10:58:04,820 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2383)) - Number of over-replicated blocks = 0
2014-04-10 10:58:04,820 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2385)) - Number of blocks being written = 0
2014-04-10 10:58:04,821 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4732)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 13 msec
2014-04-10 10:58:04,821 INFO hdfs.StateChange (FSNamesystem.java:leave(4696)) - STATE* Leaving safe mode after 0 secs
2014-04-10 10:58:04,821 INFO hdfs.StateChange (FSNamesystem.java:leave(4707)) - STATE* Network topology has 0 racks and 0 datanodes
2014-04-10 10:58:04,821 INFO hdfs.StateChange (FSNamesystem.java:leave(4710)) - STATE* UnderReplicatedBlocks has 0 blocks
2014-04-10 10:58:04,841 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:04,841 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 52042: starting
2014-04-10 10:58:04,842 INFO namenode.NameNode (NameNode.java:startCommonServices(544)) - NameNode RPC up at: localhost/127.0.0.1:52042
2014-04-10 10:58:04,842 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(949)) - Starting services required for active state
2014-04-10 10:58:04,847 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(158)) - Starting CacheReplicationMonitor with interval 300000 milliseconds
2014-04-10 10:58:04,847 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(171)) - Rescanning because of pending operations
2014-04-10 10:58:04,848 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2014-04-10 10:58:04,876 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2
2014-04-10 10:58:04,910 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 10:58:04,910 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 10:58:04,912 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 10:58:04,915 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:57118
2014-04-10 10:58:04,917 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 10:58:04,918 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 10:58:04,918 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:04,919 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 10:58:04,919 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:04,919 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:04,922 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:58:04,922 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 47933
2014-04-10 10:58:04,922 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:04,924 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_47933_datanode____xmpitw/webapp
2014-04-10 10:58:05,007 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:47933
2014-04-10 10:58:05,013 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 48009
2014-04-10 10:58:05,016 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:48009
2014-04-10 10:58:05,023 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 10:58:05,024 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 10:58:05,029 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:52042 starting to offer service
2014-04-10 10:58:05,030 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:05,030 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 48009: starting
2014-04-10 10:58:05,032 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4
2014-04-10 10:58:05,064 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 10:58:05,064 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 10:58:05,064 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 10:58:05,065 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:51355
2014-04-10 10:58:05,065 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 10:58:05,065 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 10:58:05,066 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:05,067 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 10:58:05,067 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:05,067 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:05,068 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:58:05,068 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 51148
2014-04-10 10:58:05,069 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:05,070 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_51148_datanode____gnj8fr/webapp
2014-04-10 10:58:05,150 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:51148
2014-04-10 10:58:05,151 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 56039
2014-04-10 10:58:05,153 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:56039
2014-04-10 10:58:05,156 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 10:58:05,156 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 10:58:05,157 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:52042 starting to offer service
2014-04-10 10:58:05,158 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:05,158 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 56039: starting
2014-04-10 10:58:05,159 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6
2014-04-10 10:58:05,166 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 10:58:05,166 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 10:58:05,166 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 10:58:05,167 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:36785
2014-04-10 10:58:05,167 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 10:58:05,167 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 10:58:05,168 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:05,168 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 10:58:05,169 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:05,169 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:05,170 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:58:05,170 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 42225
2014-04-10 10:58:05,171 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:05,172 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_42225_datanode____.sznpkb/webapp
2014-04-10 10:58:05,221 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:05,221 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3 is not formatted
2014-04-10 10:58:05,221 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:58:05,247 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:42225
2014-04-10 10:58:05,248 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 45065
2014-04-10 10:58:05,250 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:45065
2014-04-10 10:58:05,253 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 10:58:05,254 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 10:58:05,254 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:52042 starting to offer service
2014-04-10 10:58:05,255 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:05,255 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 45065: starting
2014-04-10 10:58:05,257 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8
2014-04-10 10:58:05,264 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 10:58:05,264 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 10:58:05,264 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 10:58:05,265 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:46164
2014-04-10 10:58:05,265 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 10:58:05,266 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 10:58:05,267 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:05,267 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 10:58:05,268 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:05,268 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:05,269 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:58:05,270 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 38758
2014-04-10 10:58:05,270 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:05,272 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_38758_datanode____.h0e6a5/webapp
2014-04-10 10:58:05,305 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:05,305 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1 is not formatted
2014-04-10 10:58:05,305 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:58:05,319 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:05,320 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5 is not formatted
2014-04-10 10:58:05,320 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:58:05,344 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:38758
2014-04-10 10:58:05,345 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 45381
2014-04-10 10:58:05,347 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:45381
2014-04-10 10:58:05,350 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 10:58:05,350 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 10:58:05,351 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:52042 starting to offer service
2014-04-10 10:58:05,351 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:05,351 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 45381: starting
2014-04-10 10:58:05,411 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:05,411 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7 is not formatted
2014-04-10 10:58:05,411 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:58:05,486 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:05,486 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4 is not formatted
2014-04-10 10:58:05,487 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:58:05,508 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:05,508 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:05,610 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:05,610 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:05,712 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:05,712 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:05,728 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:05,728 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:05,728 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6 is not formatted
2014-04-10 10:58:05,728 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:58:05,728 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8 is not formatted
2014-04-10 10:58:05,728 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:58:05,795 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 7356@localhost.localdomain
2014-04-10 10:58:05,795 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2 is not formatted
2014-04-10 10:58:05,795 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:58:05,814 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:05,814 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:05,886 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:58:05,887 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488 is not formatted.
2014-04-10 10:58:05,887 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:58:05,887 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1011418899-127.0.0.1-1397145483488 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current
2014-04-10 10:58:05,915 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:05,915 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:05,948 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:58:05,948 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488 is not formatted.
2014-04-10 10:58:05,948 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:58:05,948 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1011418899-127.0.0.1-1397145483488 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current
2014-04-10 10:58:05,957 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:58:05,957 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488 is not formatted.
2014-04-10 10:58:05,957 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:58:05,957 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1011418899-127.0.0.1-1397145483488 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current
2014-04-10 10:58:06,017 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:06,017 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:06,020 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:58:06,021 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488 is not formatted.
2014-04-10 10:58:06,021 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:58:06,021 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1011418899-127.0.0.1-1397145483488 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current
2014-04-10 10:58:06,022 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:58:06,023 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488 is not formatted.
2014-04-10 10:58:06,023 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:58:06,023 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1011418899-127.0.0.1-1397145483488 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current
2014-04-10 10:58:06,027 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:58:06,028 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488 is not formatted.
2014-04-10 10:58:06,028 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:58:06,028 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1011418899-127.0.0.1-1397145483488 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current
2014-04-10 10:58:06,070 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:58:06,070 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488 is not formatted.
2014-04-10 10:58:06,070 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:58:06,070 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1011418899-127.0.0.1-1397145483488 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current
2014-04-10 10:58:06,070 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:58:06,071 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488 is not formatted.
2014-04-10 10:58:06,071 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:58:06,071 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1011418899-127.0.0.1-1397145483488 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current
2014-04-10 10:58:06,118 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:06,118 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:06,173 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=889073244;bpid=BP-1011418899-127.0.0.1-1397145483488;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0;bpid=BP-1011418899-127.0.0.1-1397145483488;dnuuid=null
2014-04-10 10:58:06,220 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:06,220 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:06,263 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=889073244;bpid=BP-1011418899-127.0.0.1-1397145483488;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0;bpid=BP-1011418899-127.0.0.1-1397145483488;dnuuid=null
2014-04-10 10:58:06,264 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=889073244;bpid=BP-1011418899-127.0.0.1-1397145483488;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0;bpid=BP-1011418899-127.0.0.1-1397145483488;dnuuid=null
2014-04-10 10:58:06,277 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694
2014-04-10 10:58:06,284 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current, StorageType: DISK
2014-04-10 10:58:06,284 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current, StorageType: DISK
2014-04-10 10:58:06,289 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 10:58:06,291 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397166197291 with interval 21600000
2014-04-10 10:58:06,291 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1011418899-127.0.0.1-1397145483488
2014-04-10 10:58:06,292 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 10:58:06,292 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 10:58:06,299 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1011418899-127.0.0.1-1397145483488 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 7ms
2014-04-10 10:58:06,299 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1011418899-127.0.0.1-1397145483488 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 7ms
2014-04-10 10:58:06,299 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1011418899-127.0.0.1-1397145483488: 8ms
2014-04-10 10:58:06,299 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 10:58:06,299 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 0ms
2014-04-10 10:58:06,300 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 10:58:06,300 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 0ms
2014-04-10 10:58:06,300 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 10:58:06,302 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid null) service to localhost/127.0.0.1:52042 beginning handshake with NN
2014-04-10 10:58:06,311 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, infoPort=51148, ipcPort=56039, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) storage 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694
2014-04-10 10:58:06,311 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=889073244;bpid=BP-1011418899-127.0.0.1-1397145483488;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0;bpid=BP-1011418899-127.0.0.1-1397145483488;dnuuid=null
2014-04-10 10:58:06,316 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:51355
2014-04-10 10:58:06,320 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid null) service to localhost/127.0.0.1:52042 successfully registered with NN
2014-04-10 10:58:06,320 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:52042 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 10:58:06,328 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:58:06,329 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:58:06,332 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3 for DN 127.0.0.1:51355
2014-04-10 10:58:06,332 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb for DN 127.0.0.1:51355
2014-04-10 10:58:06,336 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 6599cabd-1876-4422-8ae8-5f13999a22fa
2014-04-10 10:58:06,336 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 6878bcb7-be02-4895-9e80-b57465c70dac
2014-04-10 10:58:06,337 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current, StorageType: DISK
2014-04-10 10:58:06,337 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current, StorageType: DISK
2014-04-10 10:58:06,337 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current, StorageType: DISK
2014-04-10 10:58:06,337 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694) service to localhost/127.0.0.1:52042 trying to claim ACTIVE state with txid=1
2014-04-10 10:58:06,337 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694) service to localhost/127.0.0.1:52042
2014-04-10 10:58:06,337 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current, StorageType: DISK
2014-04-10 10:58:06,337 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 10:58:06,337 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 10:58:06,337 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397147668337 with interval 21600000
2014-04-10 10:58:06,338 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1011418899-127.0.0.1-1397145483488
2014-04-10 10:58:06,338 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397163953338 with interval 21600000
2014-04-10 10:58:06,338 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 10:58:06,338 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1011418899-127.0.0.1-1397145483488
2014-04-10 10:58:06,338 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 10:58:06,338 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 10:58:06,339 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1011418899-127.0.0.1-1397145483488 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 2ms
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1011418899-127.0.0.1-1397145483488 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 3ms
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1011418899-127.0.0.1-1397145483488 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 2ms
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1011418899-127.0.0.1-1397145483488: 3ms
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1011418899-127.0.0.1-1397145483488 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 2ms
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1011418899-127.0.0.1-1397145483488: 3ms
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 0ms
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 10:58:06,341 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 0ms
2014-04-10 10:58:06,342 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 1ms
2014-04-10 10:58:06,342 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 10:58:06,342 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 10:58:06,342 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 0ms
2014-04-10 10:58:06,342 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid null) service to localhost/127.0.0.1:52042 beginning handshake with NN
2014-04-10 10:58:06,342 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 10:58:06,342 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid null) service to localhost/127.0.0.1:52042 beginning handshake with NN
2014-04-10 10:58:06,343 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=6599cabd-1876-4422-8ae8-5f13999a22fa, infoPort=47933, ipcPort=48009, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) storage 6599cabd-1876-4422-8ae8-5f13999a22fa
2014-04-10 10:58:06,344 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:57118
2014-04-10 10:58:06,345 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=6878bcb7-be02-4895-9e80-b57465c70dac, infoPort=38758, ipcPort=45381, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) storage 6878bcb7-be02-4895-9e80-b57465c70dac
2014-04-10 10:58:06,345 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid null) service to localhost/127.0.0.1:52042 successfully registered with NN
2014-04-10 10:58:06,345 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:46164
2014-04-10 10:58:06,345 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:52042 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 10:58:06,346 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid null) service to localhost/127.0.0.1:52042 successfully registered with NN
2014-04-10 10:58:06,346 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:52042 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 10:58:06,346 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:51355 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:58:06,347 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, infoPort=51148, ipcPort=56039, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 10:58:06,347 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-764d592c-837d-456c-b3a8-3ac064d32492 for DN 127.0.0.1:57118
2014-04-10 10:58:06,347 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-57ad1293-6b51-4af8-9618-ee22cdd2f467 for DN 127.0.0.1:57118
2014-04-10 10:58:06,347 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:51355 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:58:06,347 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, infoPort=51148, ipcPort=56039, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:58:06,347 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid 6599cabd-1876-4422-8ae8-5f13999a22fa) service to localhost/127.0.0.1:52042 trying to claim ACTIVE state with txid=1
2014-04-10 10:58:06,347 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid 6599cabd-1876-4422-8ae8-5f13999a22fa) service to localhost/127.0.0.1:52042
2014-04-10 10:58:06,347 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-e1fe02c6-ae81-4271-8922-9f488443cf17 for DN 127.0.0.1:46164
2014-04-10 10:58:06,348 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-4bc9165d-e673-481a-9018-04b8f17de5e4 for DN 127.0.0.1:46164
2014-04-10 10:58:06,348 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid 6878bcb7-be02-4895-9e80-b57465c70dac) service to localhost/127.0.0.1:52042 trying to claim ACTIVE state with txid=1
2014-04-10 10:58:06,348 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid 6878bcb7-be02-4895-9e80-b57465c70dac) service to localhost/127.0.0.1:52042
2014-04-10 10:58:06,348 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:57118 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:58:06,348 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=6599cabd-1876-4422-8ae8-5f13999a22fa, infoPort=47933, ipcPort=48009, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:58:06,348 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:57118 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:58:06,349 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=6599cabd-1876-4422-8ae8-5f13999a22fa, infoPort=47933, ipcPort=48009, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 10:58:06,359 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 1 msec to generate and 21 msecs for RPC and NN processing
2014-04-10 10:58:06,360 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:46164 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:58:06,359 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 12 msecs for RPC and NN processing
2014-04-10 10:58:06,360 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=6878bcb7-be02-4895-9e80-b57465c70dac, infoPort=38758, ipcPort=45381, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:58:06,360 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3e21d72f
2014-04-10 10:58:06,360 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:46164 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:58:06,360 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@1fb66e87
2014-04-10 10:58:06,375 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6
2014-04-10 10:58:06,360 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=6878bcb7-be02-4895-9e80-b57465c70dac, infoPort=38758, ipcPort=45381, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:58:06,376 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current, StorageType: DISK
2014-04-10 10:58:06,376 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current, StorageType: DISK
2014-04-10 10:58:06,376 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 10:58:06,377 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397165670377 with interval 21600000
2014-04-10 10:58:06,377 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1011418899-127.0.0.1-1397145483488
2014-04-10 10:58:06,377 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 10:58:06,377 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:06,377 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 10:58:06,377 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 10:58:06,377 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 10:58:06,377 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 10:58:06,377 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 10:58:06,377 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:06,378 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 10:58:06,378 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 10:58:06,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1011418899-127.0.0.1-1397145483488
2014-04-10 10:58:06,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1011418899-127.0.0.1-1397145483488
2014-04-10 10:58:06,379 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1011418899-127.0.0.1-1397145483488 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 2ms
2014-04-10 10:58:06,379 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1011418899-127.0.0.1-1397145483488 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 2ms
2014-04-10 10:58:06,379 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1011418899-127.0.0.1-1397145483488: 2ms
2014-04-10 10:58:06,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 10:58:06,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 0ms
2014-04-10 10:58:06,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 10:58:06,379 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1011418899-127.0.0.1-1397145483488 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 0ms
2014-04-10 10:58:06,380 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 10:58:06,380 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid null) service to localhost/127.0.0.1:52042 beginning handshake with NN
2014-04-10 10:58:06,380 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1011418899-127.0.0.1-1397145483488 to blockPoolScannerMap, new size=1
2014-04-10 10:58:06,380 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1011418899-127.0.0.1-1397145483488 to blockPoolScannerMap, new size=1
2014-04-10 10:58:06,380 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 32 msecs for RPC and NN processing
2014-04-10 10:58:06,380 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@13d95a7d
2014-04-10 10:58:06,380 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 10:58:06,380 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, infoPort=42225, ipcPort=45065, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) storage c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6
2014-04-10 10:58:06,381 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:06,381 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:36785
2014-04-10 10:58:06,381 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 10:58:06,381 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 10:58:06,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1011418899-127.0.0.1-1397145483488
2014-04-10 10:58:06,381 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1011418899-127.0.0.1-1397145483488 to blockPoolScannerMap, new size=1
2014-04-10 10:58:06,420 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid null) service to localhost/127.0.0.1:52042 successfully registered with NN
2014-04-10 10:58:06,421 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:52042 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 10:58:06,422 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-a7389ce9-430c-43a2-acbe-3e4f57e06091 for DN 127.0.0.1:36785
2014-04-10 10:58:06,423 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235 for DN 127.0.0.1:36785
2014-04-10 10:58:06,423 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6) service to localhost/127.0.0.1:52042 trying to claim ACTIVE state with txid=1
2014-04-10 10:58:06,423 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1011418899-127.0.0.1-1397145483488 (Datanode Uuid c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6) service to localhost/127.0.0.1:52042
2014-04-10 10:58:06,425 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:36785 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:58:06,425 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, infoPort=42225, ipcPort=45065, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:58:06,425 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:36785 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:58:06,426 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, infoPort=42225, ipcPort=45065, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 10:58:06,426 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 10:58:06,426 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@476244bf
2014-04-10 10:58:06,427 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 10:58:06,427 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:58:06,427 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 10:58:06,427 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 10:58:06,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1011418899-127.0.0.1-1397145483488
2014-04-10 10:58:06,428 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1011418899-127.0.0.1-1397145483488 to blockPoolScannerMap, new size=1
2014-04-10 10:58:06,435 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1934)) - Cluster is active
2014-04-10 10:58:06,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:06,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:06,521 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 10:58:06,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001 src: /127.0.0.1:55304 dest: /127.0.0.1:51355
2014-04-10 10:58:06,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001 src: /127.0.0.1:39139 dest: /127.0.0.1:57118
2014-04-10 10:58:06,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001 src: /127.0.0.1:34018 dest: /127.0.0.1:36785
2014-04-10 10:58:06,608 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34018, dest: /127.0.0.1:36785, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, duration: 9124940
2014-04-10 10:58:06,608 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:06,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39139, dest: /127.0.0.1:57118, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, duration: 10731605
2014-04-10 10:58:06,609 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:06,610 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55304, dest: /127.0.0.1:51355, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, duration: 12586292
2014-04-10 10:58:06,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:06,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:06,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:06,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:06,631 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:06,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 10:58:06,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:06,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:06,742 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:58:06,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002 src: /127.0.0.1:34019 dest: /127.0.0.1:36785
2014-04-10 10:58:06,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002 src: /127.0.0.1:39142 dest: /127.0.0.1:57118
2014-04-10 10:58:06,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002 src: /127.0.0.1:55309 dest: /127.0.0.1:51355
2014-04-10 10:58:06,773 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55309, dest: /127.0.0.1:51355, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, duration: 7597215
2014-04-10 10:58:06,773 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:06,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:06,774 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39142, dest: /127.0.0.1:57118, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, duration: 9237855
2014-04-10 10:58:06,775 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:06,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:06,776 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34019, dest: /127.0.0.1:36785, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, duration: 9734189
2014-04-10 10:58:06,776 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:06,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:06,789 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:06,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 10:58:06,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2014-04-10 10:58:06,927 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:52042/tmp/hadoop-yarn/staging
2014-04-10 10:58:06,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:06,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:07,009 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2014-04-10 10:58:07,022 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2014-04-10 10:58:07,024 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2014-04-10 10:58:07,026 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 10:58:07,030 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2014-04-10 10:58:07,030 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2014-04-10 10:58:07,031 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(226)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2014-04-10 10:58:07,039 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2014-04-10 10:58:07,040 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2014-04-10 10:58:07,040 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2014-04-10 10:58:07,041 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2014-04-10 10:58:07,049 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2014-04-10 10:58:07,072 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2014-04-10 10:58:07,072 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2014-04-10 10:58:07,077 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(273)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2014-04-10 10:58:07,077 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 10:58:07,078 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 10:58:07,078 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(309)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 10:58:07,078 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(273)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2014-04-10 10:58:07,095 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2014-04-10 10:58:07,098 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2014-04-10 10:58:07,098 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2014-04-10 10:58:07,099 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2014-04-10 10:58:07,161 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$2
2014-04-10 10:58:07,163 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2014-04-10 10:58:07,163 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2014-04-10 10:58:07,163 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2014-04-10 10:58:07,164 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2014-04-10 10:58:07,164 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2014-04-10 10:58:07,164 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2014-04-10 10:58:07,165 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2014-04-10 10:58:07,165 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2014-04-10 10:58:07,165 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 0
2014-04-10 10:58:07,198 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 10:58:07,199 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 10:58:07,199 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 10:58:07,199 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 10:58:07,200 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 10:58:07,200 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 10:58:07,203 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 10:58:07,203 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 10:58:07,203 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 10:58:07,206 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 10:58:07,207 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 10:58:07,284 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 10:58:07,300 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 10:58:07,301 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 10:58:07,323 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@1ee9e51b
2014-04-10 10:58:07,323 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 10:58:07,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 10:58:07,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 10:58:07,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 10:58:07,324 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2014-04-10 10:58:07,324 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2014-04-10 10:58:07,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2014-04-10 10:58:07,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2014-04-10 10:58:07,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2014-04-10 10:58:07,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2014-04-10 10:58:07,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2014-04-10 10:58:07,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2014-04-10 10:58:07,326 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 1
2014-04-10 10:58:07,336 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 10:58:07,337 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 10:58:07,337 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 10:58:07,337 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 10:58:07,337 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 10:58:07,337 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 10:58:07,337 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 10:58:07,338 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 10:58:07,338 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 10:58:07,339 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 10:58:07,340 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 10:58:07,408 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 10:58:07,410 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 10:58:07,411 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 10:58:07,418 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@41679bb1
2014-04-10 10:58:07,418 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 10:58:07,419 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 10:58:07,419 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 10:58:07,419 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 10:58:07,420 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2014-04-10 10:58:07,420 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2014-04-10 10:58:07,420 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2014-04-10 10:58:07,420 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2014-04-10 10:58:07,420 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2014-04-10 10:58:07,420 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2014-04-10 10:58:07,420 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2014-04-10 10:58:07,421 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2014-04-10 10:58:07,421 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 2
2014-04-10 10:58:07,429 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 10:58:07,429 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 10:58:07,430 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 10:58:07,430 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 10:58:07,430 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 10:58:07,430 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 10:58:07,430 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 10:58:07,430 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 10:58:07,430 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 10:58:07,432 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 10:58:07,432 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 10:58:07,488 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 10:58:07,491 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 10:58:07,491 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 10:58:07,499 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@6ed71b42
2014-04-10 10:58:07,500 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 10:58:07,500 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 10:58:07,500 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 10:58:07,501 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 10:58:07,501 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2014-04-10 10:58:07,502 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2014-04-10 10:58:07,502 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2014-04-10 10:58:07,502 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2014-04-10 10:58:07,503 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2014-04-10 10:58:07,503 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2014-04-10 10:58:07,503 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2014-04-10 10:58:07,503 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2014-04-10 10:58:07,504 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 3
2014-04-10 10:58:07,514 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 10:58:07,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 10:58:07,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 10:58:07,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 10:58:07,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 10:58:07,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 10:58:07,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 10:58:07,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 10:58:07,516 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 10:58:07,517 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 10:58:07,517 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 10:58:07,599 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 10:58:07,601 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 10:58:07,602 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 10:58:07,609 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@2df24b1c
2014-04-10 10:58:07,609 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 10:58:07,609 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 10:58:07,610 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 10:58:07,610 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 10:58:07,618 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2014-04-10 10:58:07,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 10:58:07,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:58:07,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:07,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:58:07,657 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2014-04-10 10:58:07,658 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2014-04-10 10:58:07,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwt
2014-04-10 10:58:11,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002
2014-04-10 10:58:11,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001
2014-04-10 10:58:11,344 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002
2014-04-10 10:58:11,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001
2014-04-10 10:58:11,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002
2014-04-10 10:58:11,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001
2014-04-10 10:58:17,676 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2014-04-10 10:58:17,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 10:58:17,686 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2014-04-10 10:58:17,697 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 49197
2014-04-10 10:58:17,700 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2014-04-10 10:58:17,700 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2014-04-10 10:58:17,701 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 10:58:17,704 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 10:58:17,704 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 10:58:17,711 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2014-04-10 10:58:17,712 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:17,712 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2014-04-10 10:58:17,713 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:17,713 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:17,714 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /jobhistory/*
2014-04-10 10:58:17,714 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:58:17,716 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 41051
2014-04-10 10:58:17,716 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:17,742 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/jobhistory to /tmp/Jetty_localhost_localdomain_41051_jobhistory____.gou739/webapp
2014-04-10 10:58:17,792 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:41051
2014-04-10 10:58:17,792 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /jobhistory started at 41051
2014-04-10 10:58:17,958 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:58:17,964 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 33046
2014-04-10 10:58:17,966 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2014-04-10 10:58:17,967 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:17,967 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 33046: starting
2014-04-10 10:58:17,969 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at localhost/127.0.0.1:33046
2014-04-10 10:58:17,970 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:17,970 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 49197: starting
2014-04-10 10:58:19,200 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: localhost.localdomain:0
2014-04-10 10:58:19,201 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: localhost.localdomain:0
2014-04-10 10:58:19,201 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: localhost:33046
2014-04-10 10:58:19,202 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: localhost:41051
2014-04-10 10:58:19,202 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(292)) - Waiting for RM to start...
2014-04-10 10:58:19,203 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(815)) - Transitioning to active state
2014-04-10 10:58:19,206 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2014-04-10 10:58:19,206 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 10:58:19,209 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2014-04-10 10:58:19,210 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 10:58:19,210 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2014-04-10 10:58:19,211 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 10:58:19,211 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 10:58:19,212 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2014-04-10 10:58:19,227 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 56939
2014-04-10 10:58:19,229 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2014-04-10 10:58:19,230 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:19,230 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 56939: starting
2014-04-10 10:58:19,241 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 51439
2014-04-10 10:58:19,243 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2014-04-10 10:58:19,243 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:19,243 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 51439: starting
2014-04-10 10:58:19,262 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 33389
2014-04-10 10:58:19,264 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2014-04-10 10:58:19,264 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:19,264 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 33389: starting
2014-04-10 10:58:19,269 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(818)) - Transitioned to active state
2014-04-10 10:58:19,272 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2014-04-10 10:58:19,272 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:19,272 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2014-04-10 10:58:19,273 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:19,273 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:19,273 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /cluster/*
2014-04-10 10:58:19,273 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:58:19,274 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 41057
2014-04-10 10:58:19,274 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:19,276 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/cluster to /tmp/Jetty_localhost_localdomain_41057_cluster____.st8ehg/webapp
2014-04-10 10:58:19,850 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:41057
2014-04-10 10:58:19,851 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /cluster started at 41057
2014-04-10 10:58:19,869 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:58:19,879 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 54307
2014-04-10 10:58:19,881 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2014-04-10 10:58:19,881 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:19,881 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 54307: starting
2014-04-10 10:58:20,703 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(304)) - MiniYARN ResourceManager address: localhost:33389
2014-04-10 10:58:20,704 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(306)) - MiniYARN ResourceManager web address: localhost.localdomain:41057
2014-04-10 10:58:20,704 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(423)) - MiniYARN ResourceManager address: localhost:33389
2014-04-10 10:58:20,704 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(425)) - MiniYARN ResourceManager web address: localhost.localdomain:41057
2014-04-10 10:58:20,706 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 0 to start...
2014-04-10 10:58:20,719 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 59425
2014-04-10 10:58:20,721 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 10:58:20,721 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 10:58:20,721 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:20,722 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 59425: starting
2014-04-10 10:58:20,727 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:59425
2014-04-10 10:58:20,727 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:59425
2014-04-10 10:58:20,731 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 49705
2014-04-10 10:58:20,733 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 10:58:20,733 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:20,733 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 49705: starting
2014-04-10 10:58:20,735 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 49705
2014-04-10 10:58:20,743 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 10:58:20,751 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 56219
2014-04-10 10:58:20,752 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:20,752 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 10:58:20,752 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 10:58:20,753 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:20,753 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 10:58:20,753 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:20,753 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:20,754 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 10:58:20,754 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:58:20,754 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 34685
2014-04-10 10:58:20,755 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:20,757 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_34685_node____c3vmwj/webapp
2014-04-10 10:58:21,017 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:34685
2014-04-10 10:58:21,017 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 34685
2014-04-10 10:58:21,030 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:58:21,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 10:58:21,042 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 10:58:21,046 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 59425 httpPort: 34685) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:59425
2014-04-10 10:58:21,046 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 353105782
2014-04-10 10:58:21,047 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-629046743
2014-04-10 10:58:21,047 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:59425 with total resource of <memory:4096, vCores:8>
2014-04-10 10:58:21,047 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 10:58:21,051 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:59425 Node Transitioned from NEW to RUNNING
2014-04-10 10:58:21,055 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:59425 clusterResource: <memory:4096, vCores:8>
2014-04-10 10:58:21,707 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 1 to start...
2014-04-10 10:58:21,710 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 41983
2014-04-10 10:58:21,714 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 10:58:21,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 10:58:21,715 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:21,715 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 41983: starting
2014-04-10 10:58:21,720 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:41983
2014-04-10 10:58:21,720 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:41983
2014-04-10 10:58:21,722 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43548
2014-04-10 10:58:21,725 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 10:58:21,726 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:21,726 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43548: starting
2014-04-10 10:58:21,728 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 43548
2014-04-10 10:58:21,729 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 10:58:21,730 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 60343
2014-04-10 10:58:21,730 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:21,730 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 10:58:21,731 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 10:58:21,732 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:21,733 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 10:58:21,733 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:21,733 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:21,734 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 10:58:21,734 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:58:21,735 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 59500
2014-04-10 10:58:21,735 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:21,739 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_59500_node____55udoy/webapp
2014-04-10 10:58:21,903 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:59500
2014-04-10 10:58:21,904 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 59500
2014-04-10 10:58:21,909 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:58:21,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 10:58:21,910 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 10:58:21,910 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 41983 httpPort: 59500) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:41983
2014-04-10 10:58:21,910 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:41983 Node Transitioned from NEW to RUNNING
2014-04-10 10:58:21,910 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 353105782
2014-04-10 10:58:21,910 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-629046743
2014-04-10 10:58:21,910 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:41983 clusterResource: <memory:8192, vCores:16>
2014-04-10 10:58:21,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:41983 with total resource of <memory:4096, vCores:8>
2014-04-10 10:58:21,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 10:58:22,708 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 2 to start...
2014-04-10 10:58:22,715 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 52607
2014-04-10 10:58:22,720 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 10:58:22,720 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 10:58:22,720 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:22,721 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 52607: starting
2014-04-10 10:58:22,726 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:52607
2014-04-10 10:58:22,726 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:52607
2014-04-10 10:58:22,727 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 34427
2014-04-10 10:58:22,730 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 10:58:22,730 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:22,731 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 34427: starting
2014-04-10 10:58:22,732 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 34427
2014-04-10 10:58:22,735 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 10:58:22,736 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 45836
2014-04-10 10:58:22,736 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:22,737 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 10:58:22,737 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 10:58:22,738 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:22,739 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 10:58:22,739 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:22,739 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:22,741 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 10:58:22,741 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:58:22,741 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 38417
2014-04-10 10:58:22,742 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:22,745 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_38417_node____.rzc4kq/webapp
2014-04-10 10:58:22,891 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:38417
2014-04-10 10:58:22,892 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 38417
2014-04-10 10:58:22,897 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:58:22,897 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 10:58:22,897 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 10:58:22,898 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 52607 httpPort: 38417) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:52607
2014-04-10 10:58:22,898 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:52607 Node Transitioned from NEW to RUNNING
2014-04-10 10:58:22,898 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 353105782
2014-04-10 10:58:22,898 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-629046743
2014-04-10 10:58:22,898 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:52607 clusterResource: <memory:12288, vCores:24>
2014-04-10 10:58:22,898 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:52607 with total resource of <memory:4096, vCores:8>
2014-04-10 10:58:22,898 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 10:58:23,710 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 3 to start...
2014-04-10 10:58:23,713 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 54691
2014-04-10 10:58:23,717 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 10:58:23,717 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 10:58:23,717 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:23,718 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 54691: starting
2014-04-10 10:58:23,723 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:54691
2014-04-10 10:58:23,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:54691
2014-04-10 10:58:23,724 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 48439
2014-04-10 10:58:23,727 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 10:58:23,728 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:58:23,728 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 48439: starting
2014-04-10 10:58:23,731 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 48439
2014-04-10 10:58:23,734 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 10:58:23,735 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 51901
2014-04-10 10:58:23,735 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:23,735 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 10:58:23,736 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 10:58:23,737 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:58:23,737 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 10:58:23,737 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:58:23,738 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:58:23,739 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 10:58:23,739 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:58:23,739 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 58308
2014-04-10 10:58:23,740 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:58:23,743 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_58308_node____.ylykg7/webapp
2014-04-10 10:58:23,881 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:58308
2014-04-10 10:58:23,882 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 58308
2014-04-10 10:58:23,887 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:58:23,888 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 10:58:23,888 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 10:58:23,888 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 54691 httpPort: 58308) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:54691
2014-04-10 10:58:23,888 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:54691 Node Transitioned from NEW to RUNNING
2014-04-10 10:58:23,888 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 353105782
2014-04-10 10:58:23,888 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:54691 clusterResource: <memory:16384, vCores:32>
2014-04-10 10:58:23,888 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-629046743
2014-04-10 10:58:23,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:54691 with total resource of <memory:4096, vCores:8>
2014-04-10 10:58:23,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 10:58:24,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:24,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:24,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:24,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt. BP-1011418899-127.0.0.1-1397145483488 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 10:58:24,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003 src: /127.0.0.1:55344 dest: /127.0.0.1:51355
2014-04-10 10:58:24,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003 src: /127.0.0.1:39179 dest: /127.0.0.1:57118
2014-04-10 10:58:24,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003 src: /127.0.0.1:35225 dest: /127.0.0.1:46164
2014-04-10 10:58:24,883 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35225, dest: /127.0.0.1:46164, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 5022956
2014-04-10 10:58:24,883 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:24,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:58:24,885 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39179, dest: /127.0.0.1:57118, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 6458024
2014-04-10 10:58:24,885 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:24,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:58:24,886 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55344, dest: /127.0.0.1:51355, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 7477325
2014-04-10 10:58:24,887 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:24,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:58:24,904 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:24,932 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:58:24,932 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:58:24,938 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 4921479F6BCA401184436487E2BD623B
2014-04-10 10:58:24,968 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 10:58:24,981 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-04-10 10:58:25,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:25,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:25,039 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-10 10:58:25,042 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 10:58:25,043 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 10:58:25,043 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap"]
2014-04-10 10:58:25,044 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 10:58:25,044 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 2
2014-04-10 10:58:25,044 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 2
2014-04-10 10:58:25,046 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/2)
2014-04-10 10:58:25,066 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:58:25,096 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:58:25,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844 dst=null perm=null
2014-04-10 10:58:25,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:58:25,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=brock:supergroup:rwx------
2014-04-10 10:58:25,152 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 1
2014-04-10 10:58:25,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001 dst=null perm=null
2014-04-10 10:58:25,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:58:25,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:58:25,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:25,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:25,217 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:58:25,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004 src: /127.0.0.1:34061 dest: /127.0.0.1:36785
2014-04-10 10:58:25,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004 src: /127.0.0.1:55350 dest: /127.0.0.1:51355
2014-04-10 10:58:25,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004 src: /127.0.0.1:39185 dest: /127.0.0.1:57118
2014-04-10 10:58:25,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39185, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004, duration: 6756746
2014-04-10 10:58:25,247 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:25,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,251 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55350, dest: /127.0.0.1:51355, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004, duration: 10351249
2014-04-10 10:58:25,251 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,252 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34061, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004, duration: 11398208
2014-04-10 10:58:25,252 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,271 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:25,276 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar
2014-04-10 10:58:25,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:25,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:25,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:25,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:25,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:25,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:25,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:25,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:25,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:25,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:25,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:25,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:25,339 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:58:25,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:25,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:25,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:25,390 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split
2014-04-10 10:58:25,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:25,409 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 10:58:25,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005 src: /127.0.0.1:39188 dest: /127.0.0.1:57118
2014-04-10 10:58:25,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005 src: /127.0.0.1:55355 dest: /127.0.0.1:51355
2014-04-10 10:58:25,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005 src: /127.0.0.1:35235 dest: /127.0.0.1:46164
2014-04-10 10:58:25,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005 src: /127.0.0.1:34069 dest: /127.0.0.1:36785
2014-04-10 10:58:25,438 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34069, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 6714186
2014-04-10 10:58:25,438 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:25,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,440 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35235, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 8399300
2014-04-10 10:58:25,440 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,441 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,442 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55355, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 9714244
2014-04-10 10:58:25,442 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39188, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 11192487
2014-04-10 10:58:25,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,463 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:25,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:25,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:25,500 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:58:25,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006 src: /127.0.0.1:35237 dest: /127.0.0.1:46164
2014-04-10 10:58:25,519 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006 src: /127.0.0.1:55359 dest: /127.0.0.1:51355
2014-04-10 10:58:25,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006 src: /127.0.0.1:39195 dest: /127.0.0.1:57118
2014-04-10 10:58:25,529 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39195, dest: /127.0.0.1:57118, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006, duration: 6162899
2014-04-10 10:58:25,530 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:25,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55359, dest: /127.0.0.1:51355, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006, duration: 6826410
2014-04-10 10:58:25,531 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35237, dest: /127.0.0.1:46164, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006, duration: 9520362
2014-04-10 10:58:25,535 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,546 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:25,547 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 10:58:25,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:25,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:25,651 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:58:25,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007 src: /127.0.0.1:34074 dest: /127.0.0.1:36785
2014-04-10 10:58:25,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007 src: /127.0.0.1:35242 dest: /127.0.0.1:46164
2014-04-10 10:58:25,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007 src: /127.0.0.1:55364 dest: /127.0.0.1:51355
2014-04-10 10:58:25,675 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55364, dest: /127.0.0.1:51355, bytes: 81291, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007, duration: 5678062
2014-04-10 10:58:25,676 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:25,676 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35242, dest: /127.0.0.1:46164, bytes: 81291, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007, duration: 5650021
2014-04-10 10:58:25,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,680 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34074, dest: /127.0.0.1:36785, bytes: 81291, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007, duration: 7212658
2014-04-10 10:58:25,681 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:25,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:25,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:25,697 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0001
2014-04-10 10:58:25,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001 dst=null perm=null
2014-04-10 10:58:25,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:25,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:25,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:25,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:25,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:25,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:25,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:25,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:25,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:25,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:25,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:25,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:25,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:25,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:25,828 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51355 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:46164
2014-04-10 10:58:25,832 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 1 submitted by user brock
2014-04-10 10:58:25,833 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0001
2014-04-10 10:58:25,833 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0001
2014-04-10 10:58:25,834 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0001 State change from NEW to NEW_SAVING
2014-04-10 10:58:25,839 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0001
2014-04-10 10:58:25,849 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0001 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:58:25,849 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0001_000001
2014-04-10 10:58:25,853 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from NEW to SUBMITTED
2014-04-10 10:58:25,858 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0001 from user: brock activated in queue: default
2014-04-10 10:58:25,859 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:58:25,859 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:58:25,859 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0001_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2014-04-10 10:58:25,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:58:25,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0001 State change from SUBMITTED to ACCEPTED
2014-04-10 10:58:25,917 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:25,917 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000001
2014-04-10 10:58:25,918 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:58:25,918 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0001 container=Container: [ContainerId: container_1397145499203_0001_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:25,919 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:58:25,919 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:25,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:25,921 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0001 AttemptId: appattempt_1397145499203_0001_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0001_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ]
2014-04-10 10:58:25,923 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:58:25,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:58:25,936 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0001_000001
2014-04-10 10:58:25,948 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0001_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] for AM appattempt_1397145499203_0001_000001
2014-04-10 10:58:25,948 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:58:25,995 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0001_000001 (auth:SIMPLE)
2014-04-10 10:58:26,008 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0001_01_000001 by user brock
2014-04-10 10:58:26,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0001
2014-04-10 10:58:26,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000001
2014-04-10 10:58:26,032 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0001 transitioned from NEW to INITING
2014-04-10 10:58:26,032 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0001_01_000001 to application application_1397145499203_0001
2014-04-10 10:58:26,035 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0001 transitioned from INITING to RUNNING
2014-04-10 10:58:26,036 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:58:26,036 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0001
2014-04-10 10:58:26,039 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0001_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] for AM appattempt_1397145499203_0001_000001
2014-04-10 10:58:26,039 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:58:26,043 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:26,043 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:58:26,043 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:58:26,043 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:58:26,043 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:26,043 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:26,043 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0001_01_000001
2014-04-10 10:58:26,045 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar, 1397145486778, FILE, null }
2014-04-10 10:58:26,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145486615, FILE, null }
2014-04-10 10:58:26,052 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0001
2014-04-10 10:58:26,058 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145499203_0001_01_000001.tokens. Credentials list:
2014-04-10 10:58:26,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:26,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:26,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:26,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:26,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:26,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:26,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:26,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:26,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:26,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:26,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:26,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:58:26,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:26,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:26,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:26,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:26,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:26,076 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0001/
2014-04-10 10:58:26,077 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0001
2014-04-10 10:58:26,077 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0001/
2014-04-10 10:58:26,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:26,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:26,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39200, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, duration: 11913518
2014-04-10 10:58:26,116 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55366, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, duration: 17971523
2014-04-10 10:58:26,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145499203_0001_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000001.tokens
2014-04-10 10:58:26,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:26,143 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/hadoop-508229927064005714.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:26,144 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:26,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:26,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:26,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:26,306 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39200, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_584295227_901, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004, duration: 926836
2014-04-10 10:58:26,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003
2014-04-10 10:58:26,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006
2014-04-10 10:58:26,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007
2014-04-10 10:58:26,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004
2014-04-10 10:58:26,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005
2014-04-10 10:58:26,339 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003
2014-04-10 10:58:26,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005
2014-04-10 10:58:26,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007
2014-04-10 10:58:26,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006
2014-04-10 10:58:26,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006
2014-04-10 10:58:26,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003
2014-04-10 10:58:26,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004
2014-04-10 10:58:26,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005
2014-04-10 10:58:26,355 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:26,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:26,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:26,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:26,390 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39200, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_584295227_901, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006, duration: 309699
2014-04-10 10:58:26,395 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004
2014-04-10 10:58:26,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007
2014-04-10 10:58:26,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005
2014-04-10 10:58:26,411 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:26,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:26,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:26,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:26,445 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55366, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_584295227_901, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 311350
2014-04-10 10:58:26,465 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:26,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:26,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:26,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:26,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35250, bytes: 81927, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_584295227_901, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007, duration: 561958
2014-04-10 10:58:26,524 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:26,525 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:26,575 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:26,575 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:26,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000001/default_container_executor.sh]
2014-04-10 10:58:26,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:27,327 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, infoPort=51148, ipcPort=56039, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004 to 127.0.0.1:46164
2014-04-10 10:58:27,330 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004 src: /127.0.0.1:35254 dest: /127.0.0.1:46164
2014-04-10 10:58:27,331 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004 (numBytes=244650) to 127.0.0.1/127.0.0.1:46164
2014-04-10 10:58:27,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004 src: /127.0.0.1:35254 dest: /127.0.0.1:46164 of size 244650
2014-04-10 10:58:27,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741828_1004 size 244650
2014-04-10 10:58:27,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:58:27,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/COMMIT_STARTED dst=null perm=null
2014-04-10 10:58:27,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:58:27,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/COMMIT_FAIL dst=null perm=null
2014-04-10 10:58:27,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001 dst=null perm=null
2014-04-10 10:58:27,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:58:27,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:58:27,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:27,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:58:28,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:28,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:28,253 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35258, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741830_1006, duration: 221010
2014-04-10 10:58:28,837 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0001_000001 (auth:SIMPLE)
2014-04-10 10:58:28,843 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0001_000001
2014-04-10 10:58:28,843 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0001 APPATTEMPTID=appattempt_1397145499203_0001_000001
2014-04-10 10:58:28,846 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:58:28,846 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0001 State change from ACCEPTED to RUNNING
2014-04-10 10:58:28,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:28,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:29,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:29,117 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:58:29,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008 src: /127.0.0.1:35262 dest: /127.0.0.1:46164
2014-04-10 10:58:29,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008 src: /127.0.0.1:34096 dest: /127.0.0.1:36785
2014-04-10 10:58:29,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008 src: /127.0.0.1:55385 dest: /127.0.0.1:51355
2014-04-10 10:58:29,161 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55385, dest: /127.0.0.1:51355, bytes: 95364, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008, duration: 8508398
2014-04-10 10:58:29,162 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:29,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:29,163 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34096, dest: /127.0.0.1:36785, bytes: 95364, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008, duration: 9085219
2014-04-10 10:58:29,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:29,164 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:29,164 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35262, dest: /127.0.0.1:46164, bytes: 95364, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008, duration: 10934573
2014-04-10 10:58:29,165 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:29,165 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:29,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:29,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:29,896 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000002
2014-04-10 10:58:29,896 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:58:29,896 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0001 container=Container: [ContainerId: container_1397145499203_0001_01_000002, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:29,897 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:58:29,897 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:29,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:29,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000003
2014-04-10 10:58:29,898 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:58:29,898 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0001 container=Container: [ContainerId: container_1397145499203_0001_01_000003, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:29,898 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:58:29,898 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:29,902 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:29,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000004
2014-04-10 10:58:29,903 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:58:29,903 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0001 container=Container: [ContainerId: container_1397145499203_0001_01_000004, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:29,903 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:58:29,903 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:29,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:29,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000005
2014-04-10 10:58:29,904 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:58:29,904 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0001 container=Container: [ContainerId: container_1397145499203_0001_01_000005, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:29,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:58:29,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:30,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:30,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:30,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:30,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:30,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:30,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:30,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:30,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:30,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:30,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:30,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:30,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:30,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:30,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:31,039 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0001_000001 (auth:SIMPLE)
2014-04-10 10:58:31,040 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0001_000001 (auth:SIMPLE)
2014-04-10 10:58:31,047 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0001_01_000003 by user brock
2014-04-10 10:58:31,047 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0001_01_000002 by user brock
2014-04-10 10:58:31,050 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0001_01_000005 by user brock
2014-04-10 10:58:31,050 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000002
2014-04-10 10:58:31,048 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000003
2014-04-10 10:58:31,048 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0001_01_000003 to application application_1397145499203_0001
2014-04-10 10:58:31,052 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0001
2014-04-10 10:58:31,052 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0001_01_000004 by user brock
2014-04-10 10:58:31,053 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000005
2014-04-10 10:58:31,052 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0001_01_000002 to application application_1397145499203_0001
2014-04-10 10:58:31,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000004
2014-04-10 10:58:31,053 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0001 transitioned from NEW to INITING
2014-04-10 10:58:31,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:58:31,056 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0001_01_000005 to application application_1397145499203_0001
2014-04-10 10:58:31,057 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0001_01_000004 to application application_1397145499203_0001
2014-04-10 10:58:31,057 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:58:31,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0001
2014-04-10 10:58:31,057 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0001 transitioned from INITING to RUNNING
2014-04-10 10:58:31,058 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0001
2014-04-10 10:58:31,058 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:31,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:58:31,059 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:58:31,060 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0001
2014-04-10 10:58:31,060 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0001
2014-04-10 10:58:31,060 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:31,061 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0001
2014-04-10 10:58:31,061 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0001
2014-04-10 10:58:31,062 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:31,062 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:58:31,062 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0001
2014-04-10 10:58:31,062 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:31,062 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0001
2014-04-10 10:58:31,063 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:31,063 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:31,063 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0001
2014-04-10 10:58:31,063 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0001
2014-04-10 10:58:31,063 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0001
2014-04-10 10:58:31,063 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:31,063 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0001
2014-04-10 10:58:31,064 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:31,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0001_01_000005
2014-04-10 10:58:31,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145486615, FILE, null }
2014-04-10 10:58:31,065 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:31,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar, 1397145486778, FILE, null }
2014-04-10 10:58:31,070 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0001_01_000004
2014-04-10 10:58:31,072 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145486615, FILE, null }
2014-04-10 10:58:31,073 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar, 1397145486778, FILE, null }
2014-04-10 10:58:31,082 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145499203_0001_01_000005.tokens. Credentials list:
2014-04-10 10:58:31,083 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0001_01_000004.tokens. Credentials list:
2014-04-10 10:58:31,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:31,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:31,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:31,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:31,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:31,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:31,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:31,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:31,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:31,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:31,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:31,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:31,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:31,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:31,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:58:31,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:31,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:31,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:31,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:31,105 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:31,105 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:31,105 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:31,105 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:31,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55392, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, duration: 1114131
2014-04-10 10:58:31,115 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55393, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, duration: 2460306
2014-04-10 10:58:31,135 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/hadoop-508229927064005714.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:31,142 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:31,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000003/default_container_executor.sh]
2014-04-10 10:58:31,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145499203_0001_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000005.tokens
2014-04-10 10:58:31,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:31,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000002/default_container_executor.sh]
2014-04-10 10:58:31,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:31,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:31,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar dst=null perm=null
2014-04-10 10:58:31,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55392, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1178823038_1111, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004, duration: 599899
2014-04-10 10:58:31,313 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:31,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008
2014-04-10 10:58:31,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:31,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:31,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml dst=null perm=null
2014-04-10 10:58:31,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34108, bytes: 81927, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1178823038_1111, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741831_1007, duration: 249866
2014-04-10 10:58:31,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741828_1004
2014-04-10 10:58:31,347 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:31,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:31,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:31,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008
2014-04-10 10:58:31,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:31,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:31,376 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:31,376 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:31,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008
2014-04-10 10:58:31,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000005/default_container_executor.sh]
2014-04-10 10:58:31,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000004/default_container_executor.sh]
2014-04-10 10:58:31,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:31,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:31,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:31,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:31,922 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:58:32,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:58:32,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0001_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000004.tokens
2014-04-10 10:58:32,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:33,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:33,570 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55406, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0001_m_000001_0_-947537557_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 157399
2014-04-10 10:58:33,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:33,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:33,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39242, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0001_m_000000_0_2137538914_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 294222
2014-04-10 10:58:33,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:33,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:33,739 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55411, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0001_m_000000_0_2137538914_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 235089
2014-04-10 10:58:33,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39244, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0001_m_000003_0_1453364799_1, offset: 1024, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 270173
2014-04-10 10:58:33,796 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55406, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0001_m_000001_0_-947537557_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 220962
2014-04-10 10:58:33,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null
2014-04-10 10:58:33,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:33,820 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39244, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0001_m_000003_0_1453364799_1, offset: 512, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 153089
2014-04-10 10:58:33,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job.split dst=null perm=null
2014-04-10 10:58:33,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:33,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0/part-m-00001-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:33,899 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0/part-m-00001-00001. BP-1011418899-127.0.0.1-1397145483488 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:58:33,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39247, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0001_m_000002_0_1123365715_1, offset: 512, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741829_1005, duration: 226099
2014-04-10 10:58:33,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009 src: /127.0.0.1:34126 dest: /127.0.0.1:36785
2014-04-10 10:58:33,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009 src: /127.0.0.1:35294 dest: /127.0.0.1:46164
2014-04-10 10:58:33,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009 src: /127.0.0.1:55416 dest: /127.0.0.1:51355
2014-04-10 10:58:33,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:33,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_m_000000_0 dst=null perm=null
2014-04-10 10:58:33,970 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55416, dest: /127.0.0.1:51355, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_m_000001_0_-947537557_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009, duration: 3609376
2014-04-10 10:58:33,971 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:33,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:33,972 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35294, dest: /127.0.0.1:46164, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_m_000001_0_-947537557_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009, duration: 16621089
2014-04-10 10:58:33,972 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:33,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:33,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34126, dest: /127.0.0.1:36785, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_m_000001_0_-947537557_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009, duration: 18133267
2014-04-10 10:58:33,973 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:33,973 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55417, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0001_m_000002_0_1123365715_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 2039576
2014-04-10 10:58:33,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:34,016 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0001_01_000002
2014-04-10 10:58:34,017 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000002
2014-04-10 10:58:34,018 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:58:34,018 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0001_01_000002
2014-04-10 10:58:34,024 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0001_01_000002 is : 143
2014-04-10 10:58:34,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_m_000003_0 dst=null perm=null
2014-04-10 10:58:34,043 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 10:58:34,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0001_01_000005
2014-04-10 10:58:34,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000005
2014-04-10 10:58:34,087 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:58:34,087 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0001_01_000005
2014-04-10 10:58:34,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_m_000002_0 dst=null perm=null
2014-04-10 10:58:34,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0001_01_000004
2014-04-10 10:58:34,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000004
2014-04-10 10:58:34,295 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0001_01_000005 succeeded
2014-04-10 10:58:34,415 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0001_01_000004 succeeded
2014-04-10 10:58:34,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:58:34,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000002
2014-04-10 10:58:34,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000002
2014-04-10 10:58:34,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000002
2014-04-10 10:58:34,615 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000002
2014-04-10 10:58:34,615 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:58:34,615 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0001_01_000002 from application application_1397145499203_0001
2014-04-10 10:58:34,615 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:34,616 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0001
2014-04-10 10:58:34,996 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1397145499203_0001_m_000001_0_-947537557_1
2014-04-10 10:58:35,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0 dst=null perm=null
2014-04-10 10:58:35,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0 dst=null perm=null
2014-04-10 10:58:35,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000002
2014-04-10 10:58:35,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0 dst=null perm=null
2014-04-10 10:58:35,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:58:35,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000005 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 10:58:35,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000004 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 10:58:35,004 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0001_01_000004
2014-04-10 10:58:35,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0 dst=null perm=null
2014-04-10 10:58:35,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0 dst=null perm=null
2014-04-10 10:58:35,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:35,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0/part-m-00001-00001 dst=null perm=null
2014-04-10 10:58:35,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000005
2014-04-10 10:58:35,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000005
2014-04-10 10:58:35,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000005
2014-04-10 10:58:35,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000005
2014-04-10 10:58:35,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000004
2014-04-10 10:58:35,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000004
2014-04-10 10:58:35,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000004
2014-04-10 10:58:35,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000004
2014-04-10 10:58:35,016 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000005
2014-04-10 10:58:35,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000005 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:58:35,016 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000004
2014-04-10 10:58:35,017 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000004 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:58:35,017 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0001_01_000005 from application application_1397145499203_0001
2014-04-10 10:58:35,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:35,017 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0001
2014-04-10 10:58:35,017 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0001_01_000004 from application application_1397145499203_0001
2014-04-10 10:58:35,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:35,017 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0001
2014-04-10 10:58:35,018 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0001_01_000002
2014-04-10 10:58:35,019 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:58:35,019 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0001_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:58:35,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000002
2014-04-10 10:58:35,020 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:58:35,020 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:58:35,020 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0001_01_000002, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:35,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:35,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:58:35,020 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0001_000001 released container container_1397145499203_0001_01_000002 on node: host: localhost:54691 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:58:35,207 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0001_01_000004
2014-04-10 10:58:35,208 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0001_01_000005
2014-04-10 10:58:35,208 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:58:35,209 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0001_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:58:35,209 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000004
2014-04-10 10:58:35,209 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:58:35,209 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:58:35,209 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0001_01_000004, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:35,210 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:35,210 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:58:35,210 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0001_000001 released container container_1397145499203_0001_01_000004 on node: host: localhost:52607 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:58:35,210 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:58:35,211 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0001_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:58:35,211 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000005
2014-04-10 10:58:35,211 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:58:35,211 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:58:35,211 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0001_01_000005, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:35,211 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:35,212 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:58:35,212 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0001_000001 released container container_1397145499203_0001_01_000005 on node: host: localhost:52607 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:58:35,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010 src: /127.0.0.1:55418 dest: /127.0.0.1:51355
2014-04-10 10:58:35,536 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010 src: /127.0.0.1:39253 dest: /127.0.0.1:57118
2014-04-10 10:58:35,536 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010 src: /127.0.0.1:35299 dest: /127.0.0.1:46164
2014-04-10 10:58:35,544 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1.jhist for DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:36,019 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:36,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000006
2014-04-10 10:58:36,020 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:58:36,020 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0001 container=Container: [ContainerId: container_1397145499203_0001_01_000006, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0001_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:36,020 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:58:36,021 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:36,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0/part-m-00001-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-m-00001-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:36,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_m_000001_0 dst=null perm=null
2014-04-10 10:58:36,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_m_000001_0 dst=null perm=null
2014-04-10 10:58:36,248 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0001_01_000003
2014-04-10 10:58:36,248 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000003
2014-04-10 10:58:36,248 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:58:36,248 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0001_01_000003
2014-04-10 10:58:36,254 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0001_01_000003 is : 143
2014-04-10 10:58:36,268 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:58:36,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000003
2014-04-10 10:58:36,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000003
2014-04-10 10:58:36,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000003
2014-04-10 10:58:36,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000003
2014-04-10 10:58:36,270 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000003
2014-04-10 10:58:36,270 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:58:36,270 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0001_01_000003 from application application_1397145499203_0001
2014-04-10 10:58:36,270 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:36,270 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0001
2014-04-10 10:58:36,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009
2014-04-10 10:58:36,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009
2014-04-10 10:58:36,402 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009
2014-04-10 10:58:36,939 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:36,953 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0001_01_000006 by user brock
2014-04-10 10:58:36,953 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000006
2014-04-10 10:58:36,953 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0001_01_000006 to application application_1397145499203_0001
2014-04-10 10:58:36,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:58:36,954 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0001
2014-04-10 10:58:36,955 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0001
2014-04-10 10:58:36,955 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:36,955 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0001
2014-04-10 10:58:36,956 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:36,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:36,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:37,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000006/default_container_executor.sh]
2014-04-10 10:58:37,249 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0001_01_000003
2014-04-10 10:58:37,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:37,250 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:58:37,250 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0001_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:58:37,250 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000003
2014-04-10 10:58:37,250 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:58:37,250 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:58:37,250 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0001_01_000003, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:37,250 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:37,250 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:58:37,251 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0001_000001 released container container_1397145499203_0001_01_000003 on node: host: localhost:54691 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:58:37,944 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:58:38,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:38,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null
2014-04-10 10:58:38,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0/part-r-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:38,834 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0/part-r-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:58:38,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011 src: /127.0.0.1:39261 dest: /127.0.0.1:57118
2014-04-10 10:58:38,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011 src: /127.0.0.1:35307 dest: /127.0.0.1:46164
2014-04-10 10:58:38,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011 src: /127.0.0.1:55429 dest: /127.0.0.1:51355
2014-04-10 10:58:38,923 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55429, dest: /127.0.0.1:51355, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_r_000000_0_-1643913809_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011, duration: 12184410
2014-04-10 10:58:38,924 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:38,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:38,925 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35307, dest: /127.0.0.1:46164, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_r_000000_0_-1643913809_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011, duration: 13246577
2014-04-10 10:58:38,925 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:38,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:38,926 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39261, dest: /127.0.0.1:57118, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_r_000000_0_-1643913809_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011, duration: 14224301
2014-04-10 10:58:38,926 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:38,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:38,945 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1397145499203_0001_r_000000_0_-1643913809_1
2014-04-10 10:58:38,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0 dst=null perm=null
2014-04-10 10:58:38,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0 dst=null perm=null
2014-04-10 10:58:38,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0 dst=null perm=null
2014-04-10 10:58:38,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0 dst=null perm=null
2014-04-10 10:58:38,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0 dst=null perm=null
2014-04-10 10:58:38,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:38,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0/part-r-00001-00000 dst=null perm=null
2014-04-10 10:58:38,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0/part-r-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:39,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0001_r_000000_0 dst=null perm=null
2014-04-10 10:58:39,019 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_r_000000_0/part-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:58:39,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012 src: /127.0.0.1:39264 dest: /127.0.0.1:57118
2014-04-10 10:58:39,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012 src: /127.0.0.1:34143 dest: /127.0.0.1:36785
2014-04-10 10:58:39,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012 src: /127.0.0.1:55432 dest: /127.0.0.1:51355
2014-04-10 10:58:39,048 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55432, dest: /127.0.0.1:51355, bytes: 294, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_r_000000_0_-1643913809_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012, duration: 2738268
2014-04-10 10:58:39,049 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:39,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,049 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34143, dest: /127.0.0.1:36785, bytes: 294, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_r_000000_0_-1643913809_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012, duration: 3554837
2014-04-10 10:58:39,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39264, dest: /127.0.0.1:57118, bytes: 294, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0001_r_000000_0_-1643913809_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012, duration: 4242344
2014-04-10 10:58:39,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,070 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0001_r_000000_0_-1643913809_1
2014-04-10 10:58:39,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_r_000000_0 dst=null perm=null
2014-04-10 10:58:39,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_r_000000_0 dst=null perm=null
2014-04-10 10:58:39,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/task_1397145499203_0001_r_000000 dst=null perm=null
2014-04-10 10:58:39,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/_temporary/attempt_1397145499203_0001_r_000000_0 dst=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/task_1397145499203_0001_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:39,187 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0001_01_000006
2014-04-10 10:58:39,188 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000006
2014-04-10 10:58:39,188 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:58:39,188 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0001_01_000006
2014-04-10 10:58:39,196 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0001_01_000006 is : 143
2014-04-10 10:58:39,211 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:58:39,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000006
2014-04-10 10:58:39,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:39,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000006
2014-04-10 10:58:39,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000006
2014-04-10 10:58:39,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000006
2014-04-10 10:58:39,213 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000006
2014-04-10 10:58:39,213 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:58:39,213 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0001_01_000006 from application application_1397145499203_0001
2014-04-10 10:58:39,214 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:39,214 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0001
2014-04-10 10:58:39,229 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:39,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1 dst=null perm=null
2014-04-10 10:58:39,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844 dst=null perm=null
2014-04-10 10:58:39,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844 dst=null perm=null
2014-04-10 10:58:39,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/task_1397145499203_0001_r_000000 dst=null perm=null
2014-04-10 10:58:39,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/part-00000 dst=null perm=null
2014-04-10 10:58:39,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary/1/task_1397145499203_0001_r_000000/part-00000 dst=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:39,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_temporary dst=null perm=null
2014-04-10 10:58:39,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:39,312 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/_SUCCESS is closed by DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:39,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:39,345 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:39,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35299, dest: /127.0.0.1:46164, bytes: 61986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010, duration: 3835072147
2014-04-10 10:58:39,373 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:39,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 15107
2014-04-10 10:58:39,374 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39253, dest: /127.0.0.1:57118, bytes: 61986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010, duration: 3835841625
2014-04-10 10:58:39,374 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 15107
2014-04-10 10:58:39,375 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55418, dest: /127.0.0.1:51355, bytes: 61986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010, duration: 3837006989
2014-04-10 10:58:39,375 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 15107
2014-04-10 10:58:39,387 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:39,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:39,408 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:58:39,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013 src: /127.0.0.1:34146 dest: /127.0.0.1:36785
2014-04-10 10:58:39,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013 src: /127.0.0.1:39269 dest: /127.0.0.1:57118
2014-04-10 10:58:39,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013 src: /127.0.0.1:55436 dest: /127.0.0.1:51355
2014-04-10 10:58:39,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55436, dest: /127.0.0.1:51355, bytes: 422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013, duration: 5274232
2014-04-10 10:58:39,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:39,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39269, dest: /127.0.0.1:57118, bytes: 422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013, duration: 26885960
2014-04-10 10:58:39,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,456 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34146, dest: /127.0.0.1:36785, bytes: 422, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013, duration: 27357229
2014-04-10 10:58:39,456 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:39,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:39,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1.jhist dst=null perm=null
2014-04-10 10:58:39,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist_tmp dst=null perm=null
2014-04-10 10:58:39,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1.jhist dst=null perm=null
2014-04-10 10:58:39,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist_tmp dst=null perm=null
2014-04-10 10:58:39,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1.jhist dst=null perm=null
2014-04-10 10:58:39,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:39,557 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55437, bytes: 62474, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010, duration: 371365
2014-04-10 10:58:39,561 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:58:39,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014 src: /127.0.0.1:34150 dest: /127.0.0.1:36785
2014-04-10 10:58:39,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014 src: /127.0.0.1:35318 dest: /127.0.0.1:46164
2014-04-10 10:58:39,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014 src: /127.0.0.1:39274 dest: /127.0.0.1:57118
2014-04-10 10:58:39,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39274, dest: /127.0.0.1:57118, bytes: 61986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014, duration: 3517473
2014-04-10 10:58:39,590 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:39,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,591 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35318, dest: /127.0.0.1:46164, bytes: 61986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014, duration: 4229135
2014-04-10 10:58:39,591 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,592 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34150, dest: /127.0.0.1:36785, bytes: 61986, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014, duration: 5168298
2014-04-10 10:58:39,592 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,612 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist_tmp is closed by DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:39,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:39,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1_conf.xml dst=null perm=null
2014-04-10 10:58:39,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml_tmp dst=null perm=null
2014-04-10 10:58:39,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1_conf.xml dst=null perm=null
2014-04-10 10:58:39,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml_tmp dst=null perm=null
2014-04-10 10:58:39,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001/job_1397145499203_0001_1_conf.xml dst=null perm=null
2014-04-10 10:58:39,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:39,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35320, bytes: 96112, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741832_1008, duration: 302847
2014-04-10 10:58:39,663 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:58:39,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015 src: /127.0.0.1:39276 dest: /127.0.0.1:57118
2014-04-10 10:58:39,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015 src: /127.0.0.1:35322 dest: /127.0.0.1:46164
2014-04-10 10:58:39,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015 src: /127.0.0.1:55444 dest: /127.0.0.1:51355
2014-04-10 10:58:39,689 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55444, dest: /127.0.0.1:51355, bytes: 95364, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015, duration: 3590102
2014-04-10 10:58:39,690 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:39,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,690 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35322, dest: /127.0.0.1:46164, bytes: 95364, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015, duration: 4371182
2014-04-10 10:58:39,691 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,691 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39276, dest: /127.0.0.1:57118, bytes: 95364, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_57708877_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015, duration: 5219625
2014-04-10 10:58:39,692 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:39,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:39,712 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_57708877_1
2014-04-10 10:58:39,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:39,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:39,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:39,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:39,792 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0001_000001 with final state: FINISHING
2014-04-10 10:58:39,793 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:58:39,793 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0001 with final state: FINISHING
2014-04-10 10:58:39,794 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:58:39,795 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0001
2014-04-10 10:58:39,798 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:58:39,799 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:58:39,818 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:58:39,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:58:39,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:58:39,839 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0001 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist
2014-04-10 10:58:39,839 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist]
2014-04-10 10:58:39,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist dst=null perm=null
2014-04-10 10:58:39,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35325, bytes: 62474, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014, duration: 263048
2014-04-10 10:58:40,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary dst=null perm=null
2014-04-10 10:58:40,060 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34160, bytes: 426, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013, duration: 144978
2014-04-10 10:58:40,060 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0001,submitTime=1397145505807,launchTime=1397145508859,firstMapTaskLaunchTime=1397145511061,firstReduceTaskLaunchTime=1397145516954,finishTime=1397145519347,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotSeconds=2,jobName=[62351B70BAF4448281521619DF1D2EDD/6A5F27286B0E4746A5CB6E145DAA6015] trap test/(1/2)
2014-04-10 10:58:40,060 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary]
2014-04-10 10:58:40,112 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:36785 127.0.0.1:57118 127.0.0.1:51355
2014-04-10 10:58:40,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001.summary dst=null perm=null
2014-04-10 10:58:40,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:58:40,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:40,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:58:40,131 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2014-04-10 10:58:40,131 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist
2014-04-10 10:58:40,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0001-1397145505807-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F6A5F27286B0E4746-1397145519347-4-1-SUCCEEDED-default-1397145508859.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:40,155 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0001_conf.xml
2014-04-10 10:58:40,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:40,188 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0001_01_000006
2014-04-10 10:58:40,189 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:58:40,189 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0001_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:58:40,189 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000006
2014-04-10 10:58:40,189 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:58:40,189 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:58:40,189 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0001_01_000006, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:40,190 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:40,190 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:58:40,190 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0001_000001 released container container_1397145499203_0001_01_000006 on node: host: localhost:54691 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:58:40,216 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (2/2) ...atform/eacheverychain/tap
2014-04-10 10:58:40,227 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:58:40,238 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:58:40,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:40,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:58:40,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:58:40,243 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 2
2014-04-10 10:58:40,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002 dst=null perm=null
2014-04-10 10:58:40,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:58:40,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:58:40,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:40,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:40,298 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:58:40,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016 src: /127.0.0.1:39283 dest: /127.0.0.1:57118
2014-04-10 10:58:40,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016 src: /127.0.0.1:34162 dest: /127.0.0.1:36785
2014-04-10 10:58:40,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016 src: /127.0.0.1:35330 dest: /127.0.0.1:46164
2014-04-10 10:58:40,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35330, dest: /127.0.0.1:46164, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016, duration: 6349374
2014-04-10 10:58:40,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:40,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,325 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34162, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016, duration: 7344455
2014-04-10 10:58:40,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39283, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016, duration: 6040097
2014-04-10 10:58:40,326 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,561 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:40,563 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar
2014-04-10 10:58:40,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:40,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:40,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:40,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:40,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:40,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:40,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:40,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:40,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:40,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:40,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:40,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844 dst=null perm=null
2014-04-10 10:58:40,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844 dst=null perm=null
2014-04-10 10:58:40,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844 dst=null perm=null
2014-04-10 10:58:40,627 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:58:40,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:40,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:40,664 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split
2014-04-10 10:58:40,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=null
2014-04-10 10:58:40,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:58:40,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017 src: /127.0.0.1:35332 dest: /127.0.0.1:46164
2014-04-10 10:58:40,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017 src: /127.0.0.1:39288 dest: /127.0.0.1:57118
2014-04-10 10:58:40,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017 src: /127.0.0.1:34167 dest: /127.0.0.1:36785
2014-04-10 10:58:40,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017 src: /127.0.0.1:55456 dest: /127.0.0.1:51355
2014-04-10 10:58:40,707 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55456, dest: /127.0.0.1:51355, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, duration: 3167683
2014-04-10 10:58:40,707 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:40,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,708 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34167, dest: /127.0.0.1:36785, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, duration: 4073844
2014-04-10 10:58:40,708 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,709 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39288, dest: /127.0.0.1:57118, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, duration: 5126658
2014-04-10 10:58:40,710 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,710 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35332, dest: /127.0.0.1:46164, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, duration: 6033852
2014-04-10 10:58:40,711 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:40,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:40,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:40,764 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:58:40,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018 src: /127.0.0.1:55457 dest: /127.0.0.1:51355
2014-04-10 10:58:40,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018 src: /127.0.0.1:35337 dest: /127.0.0.1:46164
2014-04-10 10:58:40,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018 src: /127.0.0.1:39293 dest: /127.0.0.1:57118
2014-04-10 10:58:40,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39293, dest: /127.0.0.1:57118, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018, duration: 2412827
2014-04-10 10:58:40,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:40,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,788 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35337, dest: /127.0.0.1:46164, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018, duration: 3348883
2014-04-10 10:58:40,789 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,789 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55457, dest: /127.0.0.1:51355, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018, duration: 4078317
2014-04-10 10:58:40,790 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,804 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:40,804 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 10:58:40,820 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:46164
2014-04-10 10:58:40,821 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:57118 127.0.0.1:51355 127.0.0.1:46164 127.0.0.1:36785
2014-04-10 10:58:40,821 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:46164 127.0.0.1:51355 127.0.0.1:57118
2014-04-10 10:58:40,821 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:36785 127.0.0.1:46164 127.0.0.1:51355
2014-04-10 10:58:40,822 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:46164
2014-04-10 10:58:40,822 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 10:58:40,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0001 dst=null perm=null
2014-04-10 10:58:40,830 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:57118 to replicate blk_1073741840_1016 to datanode(s) 127.0.0.1:51355
2014-04-10 10:58:40,830 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010]
2014-04-10 10:58:40,830 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010, blk_1073741837_1013]
2014-04-10 10:58:40,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:40,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:40,888 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 10:58:40,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019 src: /127.0.0.1:55460 dest: /127.0.0.1:51355
2014-04-10 10:58:40,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019 src: /127.0.0.1:35340 dest: /127.0.0.1:46164
2014-04-10 10:58:40,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019 src: /127.0.0.1:34174 dest: /127.0.0.1:36785
2014-04-10 10:58:40,913 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34174, dest: /127.0.0.1:36785, bytes: 81454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019, duration: 2925871
2014-04-10 10:58:40,913 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:40,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,914 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35340, dest: /127.0.0.1:46164, bytes: 81454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019, duration: 4045855
2014-04-10 10:58:40,915 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,915 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,915 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55460, dest: /127.0.0.1:51355, bytes: 81454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019, duration: 4977577
2014-04-10 10:58:40,916 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:40,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:58:40,929 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:40,929 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0002
2014-04-10 10:58:40,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002 dst=null perm=null
2014-04-10 10:58:40,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:40,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:40,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:40,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:40,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=null
2014-04-10 10:58:40,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=null
2014-04-10 10:58:40,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:40,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:40,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:40,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:40,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:40,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:40,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:40,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:40,994 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 2 submitted by user brock
2014-04-10 10:58:40,994 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0002
2014-04-10 10:58:40,994 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0002
2014-04-10 10:58:40,994 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0002
2014-04-10 10:58:40,994 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0002 State change from NEW to NEW_SAVING
2014-04-10 10:58:40,995 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0002 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:58:40,995 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0002_000001
2014-04-10 10:58:40,996 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from NEW to SUBMITTED
2014-04-10 10:58:40,997 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0002 from user: brock activated in queue: default
2014-04-10 10:58:40,997 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:58:40,997 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0002 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:58:40,998 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0002_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:58:40,998 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0002
2014-04-10 10:58:40,999 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:58:40,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0002 State change from SUBMITTED to ACCEPTED
2014-04-10 10:58:41,001 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0002/
2014-04-10 10:58:41,001 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0002
2014-04-10 10:58:41,002 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0002/
2014-04-10 10:58:41,071 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:41,071 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000001
2014-04-10 10:58:41,072 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:58:41,072 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0002 container=Container: [ContainerId: container_1397145499203_0002_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:41,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:58:41,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:41,073 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:41,074 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0002 AttemptId: appattempt_1397145499203_0002_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0002_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ]
2014-04-10 10:58:41,074 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:58:41,074 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:58:41,075 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0002_000001
2014-04-10 10:58:41,077 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0002_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] for AM appattempt_1397145499203_0002_000001
2014-04-10 10:58:41,077 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:58:41,082 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0002_000001 (auth:SIMPLE)
2014-04-10 10:58:41,087 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0002_01_000001 by user brock
2014-04-10 10:58:41,088 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0002
2014-04-10 10:58:41,088 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000001
2014-04-10 10:58:41,089 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0002 transitioned from NEW to INITING
2014-04-10 10:58:41,090 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0002_01_000001 to application application_1397145499203_0002
2014-04-10 10:58:41,090 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0002_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] for AM appattempt_1397145499203_0002_000001
2014-04-10 10:58:41,090 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0002 transitioned from INITING to RUNNING
2014-04-10 10:58:41,091 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:58:41,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:58:41,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0002
2014-04-10 10:58:41,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:41,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:58:41,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:58:41,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:58:41,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:41,093 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:41,093 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0002_01_000001
2014-04-10 10:58:41,093 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar, 1397145486778, FILE, null }
2014-04-10 10:58:41,096 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145486615, FILE, null }
2014-04-10 10:58:41,109 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145499203_0002_01_000001.tokens. Credentials list:
2014-04-10 10:58:41,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:41,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:41,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:41,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:41,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:41,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:41,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:41,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:41,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:41,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:41,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:41,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:58:41,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:41,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:41,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:41,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:41,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:41,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:41,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:41,149 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34177, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, duration: 2531261
2014-04-10 10:58:41,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/filecache/10/hadoop-508229927064005714.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:41,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145499203_0002_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000001.tokens
2014-04-10 10:58:41,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:58:41,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:41,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:41,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017
2014-04-10 10:58:41,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:41,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010
2014-04-10 10:58:41,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011
2014-04-10 10:58:41,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018
2014-04-10 10:58:41,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012
2014-04-10 10:58:41,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019
2014-04-10 10:58:41,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015
2014-04-10 10:58:41,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013
2014-04-10 10:58:41,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39303, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_205938347_1483, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016, duration: 1376089
2014-04-10 10:58:41,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010
2014-04-10 10:58:41,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55466, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, duration: 209872890
2014-04-10 10:58:41,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018
2014-04-10 10:58:41,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016
2014-04-10 10:58:41,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011
2014-04-10 10:58:41,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015
2014-04-10 10:58:41,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017
2014-04-10 10:58:41,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741839_1015
2014-04-10 10:58:41,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014
2014-04-10 10:58:41,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017
2014-04-10 10:58:41,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012
2014-04-10 10:58:41,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018
2014-04-10 10:58:41,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741834_1010
2014-04-10 10:58:41,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011
2014-04-10 10:58:41,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019
2014-04-10 10:58:41,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014
2014-04-10 10:58:41,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016
2014-04-10 10:58:41,368 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013
2014-04-10 10:58:41,369 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:41,388 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:41,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:41,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:41,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:41,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017
2014-04-10 10:58:41,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741837_1013
2014-04-10 10:58:41,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35349, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_205938347_1483, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018, duration: 290057
2014-04-10 10:58:41,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019
2014-04-10 10:58:41,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012
2014-04-10 10:58:41,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741838_1014
2014-04-10 10:58:41,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016
2014-04-10 10:58:41,424 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:41,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=null
2014-04-10 10:58:41,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=null
2014-04-10 10:58:41,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=null
2014-04-10 10:58:41,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34177, bytes: 352, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_205938347_1483, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, duration: 130878
2014-04-10 10:58:41,454 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:41,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:41,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:41,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:41,483 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34177, bytes: 82094, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_205938347_1483, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019, duration: 461377
2014-04-10 10:58:41,503 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:41,503 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:41,537 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:41,538 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:41,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000001/default_container_executor.sh]
2014-04-10 10:58:42,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:42,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741828 for deletion
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741829 for deletion
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741828
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741830 for deletion
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741829
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741830
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741831 for deletion
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741832 for deletion
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741831
2014-04-10 10:58:42,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741834 for deletion
2014-04-10 10:58:42,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741837 for deletion
2014-04-10 10:58:42,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741837
2014-04-10 10:58:42,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741832
2014-04-10 10:58:42,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741834
2014-04-10 10:58:42,348 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6599cabd-1876-4422-8ae8-5f13999a22fa, infoPort=47933, ipcPort=48009, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016 to 127.0.0.1:51355
2014-04-10 10:58:42,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741828 for deletion
2014-04-10 10:58:42,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741829 for deletion
2014-04-10 10:58:42,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741828
2014-04-10 10:58:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741830 for deletion
2014-04-10 10:58:42,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016 src: /127.0.0.1:55473 dest: /127.0.0.1:51355
2014-04-10 10:58:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741831 for deletion
2014-04-10 10:58:42,351 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016 (numBytes=244650) to 127.0.0.1/127.0.0.1:51355
2014-04-10 10:58:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741830
2014-04-10 10:58:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741829
2014-04-10 10:58:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741832 for deletion
2014-04-10 10:58:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741831
2014-04-10 10:58:42,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741834 for deletion
2014-04-10 10:58:42,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741832
2014-04-10 10:58:42,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741834
2014-04-10 10:58:42,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016 src: /127.0.0.1:55473 dest: /127.0.0.1:51355 of size 244650
2014-04-10 10:58:42,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741840_1016 size 244650
2014-04-10 10:58:42,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:58:42,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/COMMIT_STARTED dst=null perm=null
2014-04-10 10:58:42,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:58:42,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/COMMIT_FAIL dst=null perm=null
2014-04-10 10:58:42,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002 dst=null perm=null
2014-04-10 10:58:42,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:58:42,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:58:43,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:43,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:43,108 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55477, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741842_1018, duration: 139115
2014-04-10 10:58:43,758 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0002_000001 (auth:SIMPLE)
2014-04-10 10:58:43,760 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0002_000001
2014-04-10 10:58:43,760 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0002 APPATTEMPTID=appattempt_1397145499203_0002_000001
2014-04-10 10:58:43,760 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:58:43,761 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0002 State change from ACCEPTED to RUNNING
2014-04-10 10:58:43,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:43,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:43,831 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741834_1010, blk_1073741837_1013]
2014-04-10 10:58:43,831 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008, blk_1073741837_1013]
2014-04-10 10:58:43,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:43,938 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 10:58:43,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020 src: /127.0.0.1:55480 dest: /127.0.0.1:51355
2014-04-10 10:58:43,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020 src: /127.0.0.1:39315 dest: /127.0.0.1:57118
2014-04-10 10:58:43,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020 src: /127.0.0.1:34194 dest: /127.0.0.1:36785
2014-04-10 10:58:43,994 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34194, dest: /127.0.0.1:36785, bytes: 95389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020, duration: 4858342
2014-04-10 10:58:43,994 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:43,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:43,994 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39315, dest: /127.0.0.1:57118, bytes: 95389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020, duration: 5413538
2014-04-10 10:58:43,995 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:43,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:43,995 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55480, dest: /127.0.0.1:51355, bytes: 95389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020, duration: 5973192
2014-04-10 10:58:43,995 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:43,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:44,012 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:44,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:44,920 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000002
2014-04-10 10:58:44,920 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:58:44,921 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0002 container=Container: [ContainerId: container_1397145499203_0002_01_000002, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:44,921 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:58:44,921 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:45,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741828 for deletion
2014-04-10 10:58:45,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741829 for deletion
2014-04-10 10:58:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741830 for deletion
2014-04-10 10:58:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741828
2014-04-10 10:58:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741834 for deletion
2014-04-10 10:58:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741829
2014-04-10 10:58:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741837 for deletion
2014-04-10 10:58:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741830
2014-04-10 10:58:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741834
2014-04-10 10:58:45,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741837
2014-04-10 10:58:45,423 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741828 for deletion
2014-04-10 10:58:45,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741829 for deletion
2014-04-10 10:58:45,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741828
2014-04-10 10:58:45,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741829
2014-04-10 10:58:45,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741831 for deletion
2014-04-10 10:58:45,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741832 for deletion
2014-04-10 10:58:45,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741831
2014-04-10 10:58:45,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741837 for deletion
2014-04-10 10:58:45,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741832
2014-04-10 10:58:45,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741837_1013 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741837
2014-04-10 10:58:45,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:45,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:45,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:45,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:45,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:45,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:45,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:45,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:45,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:45,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:45,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:45,912 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0002_000001 (auth:SIMPLE)
2014-04-10 10:58:45,918 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0002_01_000002 by user brock
2014-04-10 10:58:45,919 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0002
2014-04-10 10:58:45,919 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000002
2014-04-10 10:58:45,920 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0002 transitioned from NEW to INITING
2014-04-10 10:58:45,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:45,921 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0002_01_000002 to application application_1397145499203_0002
2014-04-10 10:58:45,922 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0002 transitioned from INITING to RUNNING
2014-04-10 10:58:45,923 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:58:45,923 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0002
2014-04-10 10:58:45,923 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0002
2014-04-10 10:58:45,923 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:45,923 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0002
2014-04-10 10:58:45,924 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:45,924 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:58:45,924 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:45,924 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:45,925 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0002_01_000002
2014-04-10 10:58:45,925 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397145486615, FILE, null }
2014-04-10 10:58:45,927 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar, 1397145486778, FILE, null }
2014-04-10 10:58:45,935 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0002_01_000002.tokens. Credentials list:
2014-04-10 10:58:45,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:45,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:45,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:45,943 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0001_01_000001 succeeded
2014-04-10 10:58:45,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:45,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:58:45,943 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0001_01_000001
2014-04-10 10:58:45,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:45,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:45,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:45,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:45,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:45,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:45,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:45,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:45,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:45,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:58:45,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:45,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:45,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:45,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:45,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:45,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000001
2014-04-10 10:58:45,954 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000001
2014-04-10 10:58:45,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:58:45,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39323, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741826_1002, duration: 928043
2014-04-10 10:58:45,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000001
2014-04-10 10:58:45,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000001
2014-04-10 10:58:45,955 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0001_01_000001 from application application_1397145499203_0001
2014-04-10 10:58:45,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55488, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741825_1001, duration: 1205348
2014-04-10 10:58:45,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0001/container_1397145499203_0001_01_000001
2014-04-10 10:58:45,955 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:45,956 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0001
2014-04-10 10:58:45,973 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:45,974 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/filecache/11/hadoop-508229927064005714.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:46,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0002_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000002.tokens
2014-04-10 10:58:46,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:58:46,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:46,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:46,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar dst=null perm=null
2014-04-10 10:58:46,136 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55488, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_550113070_1655, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016, duration: 777904
2014-04-10 10:58:46,165 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:46,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:46,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:46,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml dst=null perm=null
2014-04-10 10:58:46,190 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0001_01_000001
2014-04-10 10:58:46,191 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:58:46,191 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0001_000001
2014-04-10 10:58:46,191 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0001_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:58:46,192 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0001 CONTAINERID=container_1397145499203_0001_01_000001
2014-04-10 10:58:46,192 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54691, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:58:46,192 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:58:46,193 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0001_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:46,193 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0001_000001 State change from FINISHING to FINISHED
2014-04-10 10:58:46,193 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:46,193 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 10:58:46,194 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0001_000001 released container container_1397145499203_0001_01_000001 on node: host: localhost:54691 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:58:46,195 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0001 State change from FINISHING to FINISHED
2014-04-10 10:58:46,195 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0001_000001 is done. finalState=FINISHED
2014-04-10 10:58:46,195 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0001_000001
2014-04-10 10:58:46,196 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35372, bytes: 82094, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_550113070_1655, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741843_1019, duration: 891714
2014-04-10 10:58:46,196 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0001
2014-04-10 10:58:46,196 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0001 requests cleared
2014-04-10 10:58:46,197 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0001 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:58:46,197 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:58:46,198 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0001,name=[62351B70BAF4448281521619DF1D2EDD/6A5F27286B0E4746A5CB6E145DAA6015] trap test/(1/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0001/jobhistory/job/job_1397145499203_0001,appMasterHost=localhost.localdomain,startTime=1397145505832,finishTime=1397145519793,finalStatus=SUCCEEDED
2014-04-10 10:58:46,202 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0001_000001 (auth:SIMPLE)
2014-04-10 10:58:46,204 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0001_01_000001
2014-04-10 10:58:46,213 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:58:46,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:46,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:46,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:46,214 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0001
2014-04-10 10:58:46,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:46,216 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:58:46,216 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0001, with delay of 10800 seconds
2014-04-10 10:58:46,220 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:46,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:46,253 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:46,253 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:46,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000002/default_container_executor.sh]
2014-04-10 10:58:46,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741840_1016
2014-04-10 10:58:46,370 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020
2014-04-10 10:58:46,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020
2014-04-10 10:58:46,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020
2014-04-10 10:58:46,810 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:58:47,191 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:58:47,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:47,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:47,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:47,192 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0001
2014-04-10 10:58:47,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0001
2014-04-10 10:58:47,192 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:58:47,192 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0001, with delay of 10800 seconds
2014-04-10 10:58:47,706 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2014-04-10 10:58:47,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 10:58:47,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014 dst=null perm=null
2014-04-10 10:58:47,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014/04 dst=null perm=null
2014-04-10 10:58:47,709 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2014-04-10 10:58:47,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job.split dst=null perm=null
2014-04-10 10:58:47,775 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39334, bytes: 352, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0002_m_000000_0_1167147532_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741841_1017, duration: 183519
2014-04-10 10:58:47,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/part-00000 dst=null perm=null
2014-04-10 10:58:47,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844/part-00000 dst=null perm=null
2014-04-10 10:58:47,828 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39334, bytes: 298, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0002_m_000000_0_1167147532_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741836_1012, duration: 175252
2014-04-10 10:58:48,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1397145499203_0002_m_000000_0 dst=null perm=null
2014-04-10 10:58:48,053 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0002_01_000002
2014-04-10 10:58:48,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000002
2014-04-10 10:58:48,054 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:58:48,054 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0002_01_000002
2014-04-10 10:58:48,062 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0002_01_000002 is : 143
2014-04-10 10:58:48,072 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 10:58:48,078 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:58:48,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000002
2014-04-10 10:58:48,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000002
2014-04-10 10:58:48,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000002
2014-04-10 10:58:48,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000002
2014-04-10 10:58:48,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000002
2014-04-10 10:58:48,082 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:58:48,082 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0002_01_000002 from application application_1397145499203_0002
2014-04-10 10:58:48,082 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:48,082 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0002
2014-04-10 10:58:48,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021 src: /127.0.0.1:39336 dest: /127.0.0.1:57118
2014-04-10 10:58:48,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021 src: /127.0.0.1:35382 dest: /127.0.0.1:46164
2014-04-10 10:58:48,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021 src: /127.0.0.1:34216 dest: /127.0.0.1:36785
2014-04-10 10:58:48,232 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1.jhist for DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:49,055 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0002_01_000002
2014-04-10 10:58:49,055 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:58:49,056 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0002_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:58:49,056 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000002
2014-04-10 10:58:49,056 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:58:49,056 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:58:49,057 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0002_01_000002, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:49,057 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:49,057 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:58:49,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0002_000001 released container container_1397145499203_0002_01_000002 on node: host: localhost:41983 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:58:50,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:50,057 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000003
2014-04-10 10:58:50,057 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:58:50,057 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0002 container=Container: [ContainerId: container_1397145499203_0002_01_000003, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:50,057 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:58:50,058 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:50,826 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:50,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0002_01_000003 by user brock
2014-04-10 10:58:50,840 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000003
2014-04-10 10:58:50,840 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0002_01_000003 to application application_1397145499203_0002
2014-04-10 10:58:50,842 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:58:50,842 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0002
2014-04-10 10:58:50,842 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0002
2014-04-10 10:58:50,842 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:50,842 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0002
2014-04-10 10:58:50,843 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:50,871 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:50,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:50,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000003/default_container_executor.sh]
2014-04-10 10:58:51,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:51,830 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:58:52,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1397145499203_0002_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:52,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null
2014-04-10 10:58:52,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0/part-r-00002-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:52,734 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0/part-r-00002-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:58:52,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022 src: /127.0.0.1:55513 dest: /127.0.0.1:51355
2014-04-10 10:58:52,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022 src: /127.0.0.1:35393 dest: /127.0.0.1:46164
2014-04-10 10:58:52,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022 src: /127.0.0.1:39349 dest: /127.0.0.1:57118
2014-04-10 10:58:52,817 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39349, dest: /127.0.0.1:57118, bytes: 27, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0002_r_000000_0_470269961_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022, duration: 10973113
2014-04-10 10:58:52,818 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:52,818 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35393, dest: /127.0.0.1:46164, bytes: 27, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0002_r_000000_0_470269961_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022, duration: 11251261
2014-04-10 10:58:52,818 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:52,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:52,818 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55513, dest: /127.0.0.1:51355, bytes: 27, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0002_r_000000_0_470269961_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022, duration: 10954706
2014-04-10 10:58:52,819 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:52,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:52,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:58:52,836 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0/part-r-00002-00000 is closed by DFSClient_attempt_1397145499203_0002_r_000000_0_470269961_1
2014-04-10 10:58:52,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0 dst=null perm=null
2014-04-10 10:58:52,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0 dst=null perm=null
2014-04-10 10:58:52,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0 dst=null perm=null
2014-04-10 10:58:52,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0 dst=null perm=null
2014-04-10 10:58:52,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0 dst=null perm=null
2014-04-10 10:58:52,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:52,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0/part-r-00002-00000 dst=null perm=null
2014-04-10 10:58:52,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0/part-r-00002-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00002-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:52,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1397145499203_0002_r_000000_0 dst=null perm=null
2014-04-10 10:58:52,909 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1397145499203_0002_r_000000_0/part-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 10:58:52,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023 src: /127.0.0.1:34228 dest: /127.0.0.1:36785
2014-04-10 10:58:52,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023 src: /127.0.0.1:55517 dest: /127.0.0.1:51355
2014-04-10 10:58:52,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023 src: /127.0.0.1:35397 dest: /127.0.0.1:46164
2014-04-10 10:58:52,941 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35397, dest: /127.0.0.1:46164, bytes: 85, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0002_r_000000_0_470269961_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023, duration: 2279862
2014-04-10 10:58:52,941 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:52,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:52,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55517, dest: /127.0.0.1:51355, bytes: 85, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0002_r_000000_0_470269961_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023, duration: 2838888
2014-04-10 10:58:52,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:52,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:52,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34228, dest: /127.0.0.1:36785, bytes: 85, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0002_r_000000_0_470269961_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023, duration: 2287177
2014-04-10 10:58:52,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:52,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:52,961 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1397145499203_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0002_r_000000_0_470269961_1
2014-04-10 10:58:53,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1397145499203_0002_r_000000_0 dst=null perm=null
2014-04-10 10:58:53,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1397145499203_0002_r_000000_0 dst=null perm=null
2014-04-10 10:58:53,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/task_1397145499203_0002_r_000000 dst=null perm=null
2014-04-10 10:58:53,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1397145499203_0002_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/task_1397145499203_0002_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:53,092 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0002_01_000003
2014-04-10 10:58:53,093 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000003
2014-04-10 10:58:53,093 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:58:53,093 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0002_01_000003
2014-04-10 10:58:53,100 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0002_01_000003 is : 143
2014-04-10 10:58:53,111 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:58:53,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000003
2014-04-10 10:58:53,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000003
2014-04-10 10:58:53,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000003
2014-04-10 10:58:53,111 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000003
2014-04-10 10:58:53,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000003
2014-04-10 10:58:53,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:58:53,112 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0002_01_000003 from application application_1397145499203_0002
2014-04-10 10:58:53,112 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:53,112 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0002
2014-04-10 10:58:53,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:53,178 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:53,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1 dst=null perm=null
2014-04-10 10:58:53,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:53,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:53,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/task_1397145499203_0002_r_000000 dst=null perm=null
2014-04-10 10:58:53,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 dst=null perm=null
2014-04-10 10:58:53,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/task_1397145499203_0002_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:53,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary dst=null perm=null
2014-04-10 10:58:53,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:53,270 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:53,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:53,303 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:53,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34216, dest: /127.0.0.1:36785, bytes: 37918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021, duration: 5103715890
2014-04-10 10:58:53,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:53,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 13200
2014-04-10 10:58:53,332 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35382, dest: /127.0.0.1:46164, bytes: 37918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021, duration: 5104713870
2014-04-10 10:58:53,333 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:53,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 13200
2014-04-10 10:58:53,334 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39336, dest: /127.0.0.1:57118, bytes: 37918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021, duration: 5106148118
2014-04-10 10:58:53,334 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:53,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 13200
2014-04-10 10:58:53,353 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:53,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:53,374 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:58:53,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024 src: /127.0.0.1:35398 dest: /127.0.0.1:46164
2014-04-10 10:58:53,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024 src: /127.0.0.1:34232 dest: /127.0.0.1:36785
2014-04-10 10:58:53,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024 src: /127.0.0.1:39355 dest: /127.0.0.1:57118
2014-04-10 10:58:53,396 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39355, dest: /127.0.0.1:57118, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024, duration: 2612467
2014-04-10 10:58:53,396 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:53,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,397 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34232, dest: /127.0.0.1:36785, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024, duration: 3091576
2014-04-10 10:58:53,397 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:53,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,398 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35398, dest: /127.0.0.1:46164, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024, duration: 4157547
2014-04-10 10:58:53,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,398 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:53,411 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:53,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:53,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1.jhist dst=null perm=null
2014-04-10 10:58:53,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist_tmp dst=null perm=null
2014-04-10 10:58:53,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1.jhist dst=null perm=null
2014-04-10 10:58:53,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist_tmp dst=null perm=null
2014-04-10 10:58:53,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1.jhist dst=null perm=null
2014-04-10 10:58:53,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:53,464 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34234, bytes: 38218, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021, duration: 297975
2014-04-10 10:58:53,467 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:58:53,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025 src: /127.0.0.1:35402 dest: /127.0.0.1:46164
2014-04-10 10:58:53,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025 src: /127.0.0.1:55524 dest: /127.0.0.1:51355
2014-04-10 10:58:53,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025 src: /127.0.0.1:39359 dest: /127.0.0.1:57118
2014-04-10 10:58:53,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39359, dest: /127.0.0.1:57118, bytes: 37918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025, duration: 3081226
2014-04-10 10:58:53,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:53,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,488 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55524, dest: /127.0.0.1:51355, bytes: 37918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025, duration: 3523634
2014-04-10 10:58:53,488 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:53,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,489 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35402, dest: /127.0.0.1:46164, bytes: 37918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025, duration: 4480548
2014-04-10 10:58:53,489 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:53,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,503 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:53,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:53,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1_conf.xml dst=null perm=null
2014-04-10 10:58:53,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml_tmp dst=null perm=null
2014-04-10 10:58:53,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1_conf.xml dst=null perm=null
2014-04-10 10:58:53,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml_tmp dst=null perm=null
2014-04-10 10:58:53,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002/job_1397145499203_0002_1_conf.xml dst=null perm=null
2014-04-10 10:58:53,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:53,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34234, bytes: 96137, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741844_1020, duration: 432013
2014-04-10 10:58:53,551 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:58:53,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026 src: /127.0.0.1:34238 dest: /127.0.0.1:36785
2014-04-10 10:58:53,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026 src: /127.0.0.1:35406 dest: /127.0.0.1:46164
2014-04-10 10:58:53,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026 src: /127.0.0.1:39362 dest: /127.0.0.1:57118
2014-04-10 10:58:53,580 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39362, dest: /127.0.0.1:57118, bytes: 95389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026, duration: 3388328
2014-04-10 10:58:53,580 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:53,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,581 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35406, dest: /127.0.0.1:46164, bytes: 95389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026, duration: 4251030
2014-04-10 10:58:53,581 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:53,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34238, dest: /127.0.0.1:36785, bytes: 95389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-377813111_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026, duration: 5205173
2014-04-10 10:58:53,582 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:53,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:58:53,595 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-377813111_1
2014-04-10 10:58:53,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:53,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:53,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:53,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:53,686 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0002_000001 with final state: FINISHING
2014-04-10 10:58:53,687 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:58:53,687 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0002 with final state: FINISHING
2014-04-10 10:58:53,687 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0002 State change from RUNNING to FINAL_SAVING
2014-04-10 10:58:53,687 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0002
2014-04-10 10:58:53,688 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:58:53,688 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0002 State change from FINAL_SAVING to FINISHING
2014-04-10 10:58:53,754 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:58:53,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:58:53,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:58:53,761 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0002 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist
2014-04-10 10:58:53,762 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist]
2014-04-10 10:58:53,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist dst=null perm=null
2014-04-10 10:58:53,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35409, bytes: 38218, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025, duration: 321178
2014-04-10 10:58:53,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary dst=null perm=null
2014-04-10 10:58:53,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35409, bytes: 454, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024, duration: 157724
2014-04-10 10:58:53,815 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0002,submitTime=1397145520993,launchTime=1397145523769,firstMapTaskLaunchTime=1397145525929,firstReduceTaskLaunchTime=1397145530842,finishTime=1397145533304,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[62351B70BAF4448281521619DF1D2EDD/3F58B688322549F6AD2C1770CB5F649C] trap test/(2/2) ...atform/eacheverychain/tap
2014-04-10 10:58:53,816 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary]
2014-04-10 10:58:53,828 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 10:58:53,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002.summary dst=null perm=null
2014-04-10 10:58:53,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:58:53,832 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist
2014-04-10 10:58:53,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0002-1397145520993-brock-%5B62351B70BAF4448281521619DF1D2EDD%2F3F58B688322549F6-1397145533304-1-1-SUCCEEDED-default-1397145523769.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:53,845 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0002_conf.xml
2014-04-10 10:58:53,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:58:53,895 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 10:58:53,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6590267045_map_AB9FAF57B3F14E418199E4470F6D8844 dst=null perm=null
2014-04-10 10:58:53,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:53,898 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary
2014-04-10 10:58:53,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null
2014-04-10 10:58:53,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null
2014-04-10 10:58:53,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:53,913 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary
2014-04-10 10:58:53,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null
2014-04-10 10:58:53,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:53,916 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary
2014-04-10 10:58:53,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary dst=null perm=null
2014-04-10 10:58:53,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:53,919 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary
2014-04-10 10:58:53,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null
2014-04-10 10:58:53,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:53,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:53,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:53,946 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:58:53,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 dst=null perm=null
2014-04-10 10:58:53,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34243, bytes: 89, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023, duration: 174930
2014-04-10 10:58:53,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:53,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:53,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:53,983 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 3
2014-04-10 10:58:53,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 10:58:53,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35409, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009, duration: 279159
2014-04-10 10:58:53,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:58:53,991 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39366, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011, duration: 262149
2014-04-10 10:58:53,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00002-00000 dst=null perm=null
2014-04-10 10:58:53,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39366, bytes: 31, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022, duration: 237849
2014-04-10 10:58:53,996 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/eacheverychain/tap
2014-04-10 10:58:53,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:53,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:53,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:54,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null
2014-04-10 10:58:54,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 dst=null perm=null
2014-04-10 10:58:54,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 dst=null perm=null
2014-04-10 10:58:54,005 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34243, bytes: 89, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023, duration: 266363
2014-04-10 10:58:54,005 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/eacheverychain/trap
2014-04-10 10:58:54,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:54,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:54,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:54,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null
2014-04-10 10:58:54,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 10:58:54,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 10:58:54,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55533, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741833_1009, duration: 280730
2014-04-10 10:58:54,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:58:54,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:58:54,021 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35409, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741835_1011, duration: 316159
2014-04-10 10:58:54,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00002-00000 dst=null perm=null
2014-04-10 10:58:54,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00002-00000 dst=null perm=null
2014-04-10 10:58:54,026 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55533, bytes: 31, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022, duration: 237870
2014-04-10 10:58:54,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:54,052 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:58:54,052 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:58:54,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:58:54,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:58:54,070 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 10:58:54,070 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 10:58:54,070 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap"]
2014-04-10 10:58:54,070 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 10:58:54,070 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 10:58:54,070 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 10:58:54,071 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...atform/everyaggregate/tap
2014-04-10 10:58:54,080 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:58:54,090 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:58:54,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:58:54,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:58:54,094 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0002_01_000003
2014-04-10 10:58:54,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:58:54,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:58:54,095 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0002_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:58:54,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000003
2014-04-10 10:58:54,095 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 3
2014-04-10 10:58:54,095 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:58:54,095 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:58:54,095 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0002_01_000003, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:54,096 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:54,096 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:58:54,096 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0002_000001 released container container_1397145499203_0002_01_000003 on node: host: localhost:41983 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:58:54,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003 dst=null perm=null
2014-04-10 10:58:54,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:58:54,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:58:54,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:54,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:54,156 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 10:58:54,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027 src: /127.0.0.1:35413 dest: /127.0.0.1:46164
2014-04-10 10:58:54,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027 src: /127.0.0.1:39369 dest: /127.0.0.1:57118
2014-04-10 10:58:54,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027 src: /127.0.0.1:34248 dest: /127.0.0.1:36785
2014-04-10 10:58:54,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34248, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027, duration: 4749800
2014-04-10 10:58:54,180 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:54,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39369, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027, duration: 5449278
2014-04-10 10:58:54,181 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35413, dest: /127.0.0.1:46164, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027, duration: 5448173
2014-04-10 10:58:54,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,195 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:54,196 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar
2014-04-10 10:58:54,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:54,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:54,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:54,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:54,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:54,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:58:54,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:58:54,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:58:54,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:58:54,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:58:54,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:54,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:54,242 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:58:54,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:58:54,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:54,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:54,279 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split
2014-04-10 10:58:54,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:58:54,297 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:58:54,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028 src: /127.0.0.1:39371 dest: /127.0.0.1:57118
2014-04-10 10:58:54,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028 src: /127.0.0.1:55538 dest: /127.0.0.1:51355
2014-04-10 10:58:54,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028 src: /127.0.0.1:34251 dest: /127.0.0.1:36785
2014-04-10 10:58:54,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028 src: /127.0.0.1:35419 dest: /127.0.0.1:46164
2014-04-10 10:58:54,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35419, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 4494416
2014-04-10 10:58:54,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:54,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34251, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 5262244
2014-04-10 10:58:54,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,325 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55538, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 5989225
2014-04-10 10:58:54,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39371, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 6291264
2014-04-10 10:58:54,326 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,345 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:54,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:54,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:54,380 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 10:58:54,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029 src: /127.0.0.1:35420 dest: /127.0.0.1:46164
2014-04-10 10:58:54,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029 src: /127.0.0.1:39376 dest: /127.0.0.1:57118
2014-04-10 10:58:54,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029 src: /127.0.0.1:34255 dest: /127.0.0.1:36785
2014-04-10 10:58:54,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34255, dest: /127.0.0.1:36785, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029, duration: 3685019
2014-04-10 10:58:54,404 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:54,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39376, dest: /127.0.0.1:57118, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029, duration: 4437984
2014-04-10 10:58:54,405 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,406 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35420, dest: /127.0.0.1:46164, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029, duration: 5190511
2014-04-10 10:58:54,406 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:54,420 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 10:58:54,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:54,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:58:54,466 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:58:54,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030 src: /127.0.0.1:35423 dest: /127.0.0.1:46164
2014-04-10 10:58:54,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030 src: /127.0.0.1:34257 dest: /127.0.0.1:36785
2014-04-10 10:58:54,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030 src: /127.0.0.1:39380 dest: /127.0.0.1:57118
2014-04-10 10:58:54,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39380, dest: /127.0.0.1:57118, bytes: 81203, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030, duration: 3914559
2014-04-10 10:58:54,488 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:54,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,488 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34257, dest: /127.0.0.1:36785, bytes: 81203, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030, duration: 4820191
2014-04-10 10:58:54,489 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,489 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35423, dest: /127.0.0.1:46164, bytes: 81203, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030, duration: 5670801
2014-04-10 10:58:54,490 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:54,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:58:54,503 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:58:54,503 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0003
2014-04-10 10:58:54,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003 dst=null perm=null
2014-04-10 10:58:54,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:58:54,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:58:54,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:54,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:54,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:58:54,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:58:54,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:54,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:54,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:54,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:54,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:54,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:54,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:54,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:54,563 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 3 submitted by user brock
2014-04-10 10:58:54,563 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0003
2014-04-10 10:58:54,563 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0003
2014-04-10 10:58:54,563 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0003
2014-04-10 10:58:54,563 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0003 State change from NEW to NEW_SAVING
2014-04-10 10:58:54,564 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0003 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:58:54,564 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0003_000001
2014-04-10 10:58:54,565 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from NEW to SUBMITTED
2014-04-10 10:58:54,565 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0003 from user: brock activated in queue: default
2014-04-10 10:58:54,565 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:58:54,565 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0003 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:58:54,566 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0003
2014-04-10 10:58:54,567 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0003_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:58:54,568 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:58:54,568 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0003 State change from SUBMITTED to ACCEPTED
2014-04-10 10:58:54,570 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0003/
2014-04-10 10:58:54,571 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0003
2014-04-10 10:58:54,571 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0003/
2014-04-10 10:58:54,711 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:46164 127.0.0.1:51355
2014-04-10 10:58:54,712 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:46164 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 10:58:54,712 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:51355 127.0.0.1:46164 127.0.0.1:57118
2014-04-10 10:58:54,713 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:51355 127.0.0.1:46164 127.0.0.1:36785
2014-04-10 10:58:54,713 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:57118 127.0.0.1:46164 127.0.0.1:36785
2014-04-10 10:58:54,713 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:36785
2014-04-10 10:58:54,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0002 dst=null perm=null
2014-04-10 10:58:55,076 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:55,076 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000001
2014-04-10 10:58:55,076 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:58:55,076 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0003 container=Container: [ContainerId: container_1397145499203_0003_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:55,077 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:58:55,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:55,077 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:55,077 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0003 AttemptId: appattempt_1397145499203_0003_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0003_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ]
2014-04-10 10:58:55,078 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:58:55,078 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:58:55,078 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0003_000001
2014-04-10 10:58:55,080 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0003_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] for AM appattempt_1397145499203_0003_000001
2014-04-10 10:58:55,080 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:58:55,085 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0003_000001 (auth:SIMPLE)
2014-04-10 10:58:55,088 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0003_01_000001 by user brock
2014-04-10 10:58:55,089 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0003
2014-04-10 10:58:55,089 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000001
2014-04-10 10:58:55,089 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0003 transitioned from NEW to INITING
2014-04-10 10:58:55,090 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0003_01_000001 to application application_1397145499203_0003
2014-04-10 10:58:55,090 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0003_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] for AM appattempt_1397145499203_0003_000001
2014-04-10 10:58:55,090 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0003 transitioned from INITING to RUNNING
2014-04-10 10:58:55,090 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:58:55,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:58:55,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0003
2014-04-10 10:58:55,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:55,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:58:55,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:58:55,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:58:55,092 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0003_01_000001
2014-04-10 10:58:55,103 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145499203_0003_01_000001.tokens. Credentials list:
2014-04-10 10:58:55,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:58:55,188 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145499203_0003_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000001.tokens
2014-04-10 10:58:55,188 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:58:55,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:55,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:55,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:55,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39385, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-691199110_1931, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027, duration: 1049784
2014-04-10 10:58:55,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:55,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:55,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:55,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:55,342 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35431, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-691199110_1931, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029, duration: 127832
2014-04-10 10:58:55,358 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:55,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:58:55,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:58:55,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:58:55,389 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34265, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-691199110_1931, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 280397
2014-04-10 10:58:55,408 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:55,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:58:55,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:58:55,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:58:55,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35431, bytes: 81839, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-691199110_1931, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030, duration: 455009
2014-04-10 10:58:55,458 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:58:55,458 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:58:55,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:58:55,490 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:55,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000001/default_container_executor.sh]
2014-04-10 10:58:55,832 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:57118 to replicate blk_1073741851_1027 to datanode(s) 127.0.0.1:51355
2014-04-10 10:58:55,833 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741845_1021, blk_1073741848_1024]
2014-04-10 10:58:55,833 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741848_1024, blk_1073741836_1012]
2014-04-10 10:58:56,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:58:56,368 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028
2014-04-10 10:58:56,368 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022
2014-04-10 10:58:56,369 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030
2014-04-10 10:58:56,370 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025
2014-04-10 10:58:56,370 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024
2014-04-10 10:58:56,371 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023
2014-04-10 10:58:56,371 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021
2014-04-10 10:58:56,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024
2014-04-10 10:58:56,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028
2014-04-10 10:58:56,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026
2014-04-10 10:58:56,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029
2014-04-10 10:58:56,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025
2014-04-10 10:58:56,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021
2014-04-10 10:58:56,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022
2014-04-10 10:58:56,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030
2014-04-10 10:58:56,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027
2014-04-10 10:58:56,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029
2014-04-10 10:58:56,375 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026
2014-04-10 10:58:56,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029
2014-04-10 10:58:56,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023
2014-04-10 10:58:56,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741850_1026
2014-04-10 10:58:56,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028
2014-04-10 10:58:56,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741845_1021
2014-04-10 10:58:56,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741848_1024
2014-04-10 10:58:56,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741847_1023
2014-04-10 10:58:56,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028
2014-04-10 10:58:56,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741849_1025
2014-04-10 10:58:56,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741846_1022
2014-04-10 10:58:56,575 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027
2014-04-10 10:58:56,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027
2014-04-10 10:58:56,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030
2014-04-10 10:58:56,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:58:56,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/COMMIT_STARTED dst=null perm=null
2014-04-10 10:58:56,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:58:56,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/COMMIT_FAIL dst=null perm=null
2014-04-10 10:58:56,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003 dst=null perm=null
2014-04-10 10:58:56,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:58:56,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:58:57,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:57,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:58:57,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35434, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741853_1029, duration: 175031
2014-04-10 10:58:57,348 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6599cabd-1876-4422-8ae8-5f13999a22fa, infoPort=47933, ipcPort=48009, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027 to 127.0.0.1:51355
2014-04-10 10:58:57,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027 src: /127.0.0.1:55556 dest: /127.0.0.1:51355
2014-04-10 10:58:57,349 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027 (numBytes=244650) to 127.0.0.1/127.0.0.1:51355
2014-04-10 10:58:57,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027 src: /127.0.0.1:55556 dest: /127.0.0.1:51355 of size 244650
2014-04-10 10:58:57,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741840 for deletion
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741841 for deletion
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741840
2014-04-10 10:58:57,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741851_1027 size 244650
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741841
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741842 for deletion
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741843 for deletion
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741842
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741845 for deletion
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741843
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741848 for deletion
2014-04-10 10:58:57,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741845
2014-04-10 10:58:57,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741848
2014-04-10 10:58:57,423 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741840 for deletion
2014-04-10 10:58:57,423 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741841 for deletion
2014-04-10 10:58:57,423 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741840
2014-04-10 10:58:57,423 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741843 for deletion
2014-04-10 10:58:57,423 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741841
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741844 for deletion
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741843
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741845 for deletion
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741844
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741848 for deletion
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741845
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741836 for deletion
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741848
2014-04-10 10:58:57,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741836
2014-04-10 10:58:57,671 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0003_000001 (auth:SIMPLE)
2014-04-10 10:58:57,674 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0003_000001
2014-04-10 10:58:57,675 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0003 APPATTEMPTID=appattempt_1397145499203_0003_000001
2014-04-10 10:58:57,675 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:58:57,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0003 State change from ACCEPTED to RUNNING
2014-04-10 10:58:57,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:57,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:58:57,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:58:57,881 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:58:57,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031 src: /127.0.0.1:35437 dest: /127.0.0.1:46164
2014-04-10 10:58:57,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031 src: /127.0.0.1:39393 dest: /127.0.0.1:57118
2014-04-10 10:58:57,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031 src: /127.0.0.1:55560 dest: /127.0.0.1:51355
2014-04-10 10:58:57,925 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55560, dest: /127.0.0.1:51355, bytes: 95138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031, duration: 6654409
2014-04-10 10:58:57,925 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:58:57,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:57,926 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39393, dest: /127.0.0.1:57118, bytes: 95138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031, duration: 7586319
2014-04-10 10:58:57,926 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:57,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:57,927 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35437, dest: /127.0.0.1:46164, bytes: 95138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031, duration: 8539569
2014-04-10 10:58:57,927 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:58:57,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:58:57,944 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:58:58,833 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741836_1012]
2014-04-10 10:58:58,833 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741844_1020, blk_1073741845_1021, blk_1073741848_1024, blk_1073741836_1012]
2014-04-10 10:58:59,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:59,096 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000002
2014-04-10 10:58:59,096 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:58:59,097 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0003 container=Container: [ContainerId: container_1397145499203_0003_01_000002, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:59,097 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:58:59,097 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:59,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:59,098 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000003
2014-04-10 10:58:59,098 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:58:59,099 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0003 container=Container: [ContainerId: container_1397145499203_0003_01_000003, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:59,099 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:58:59,099 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:59,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:59,100 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000004
2014-04-10 10:58:59,100 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:58:59,101 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0003 container=Container: [ContainerId: container_1397145499203_0003_01_000004, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:59,101 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:58:59,101 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:59,102 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:58:59,102 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000005
2014-04-10 10:58:59,102 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:58:59,103 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0003 container=Container: [ContainerId: container_1397145499203_0003_01_000005, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0003_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:59,103 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:58:59,103 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:58:59,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:59,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:59,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:59,708 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:58:59,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:59,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:58:59,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:58:59,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:58:59,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:59,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:59,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:59,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:59,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:58:59,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:58:59,836 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0002_01_000001 succeeded
2014-04-10 10:58:59,836 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:58:59,837 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0002_01_000001
2014-04-10 10:58:59,837 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0003_000001 (auth:SIMPLE)
2014-04-10 10:58:59,842 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0003_01_000004 by user brock
2014-04-10 10:58:59,842 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0003_01_000005 by user brock
2014-04-10 10:58:59,843 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0003
2014-04-10 10:58:59,842 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0003_01_000002 by user brock
2014-04-10 10:58:59,842 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0003_01_000003 by user brock
2014-04-10 10:58:59,843 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000004
2014-04-10 10:58:59,843 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0003_01_000005 to application application_1397145499203_0003
2014-04-10 10:58:59,843 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000005
2014-04-10 10:58:59,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000003
2014-04-10 10:58:59,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000002
2014-04-10 10:58:59,844 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0003 transitioned from NEW to INITING
2014-04-10 10:58:59,845 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0003_01_000004 to application application_1397145499203_0003
2014-04-10 10:58:59,845 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0003_01_000002 to application application_1397145499203_0003
2014-04-10 10:58:59,845 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0003_01_000003 to application application_1397145499203_0003
2014-04-10 10:58:59,846 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0003 transitioned from INITING to RUNNING
2014-04-10 10:58:59,846 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:58:59,847 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:58:59,847 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:58:59,847 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:58:59,848 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0003
2014-04-10 10:58:59,848 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0003
2014-04-10 10:58:59,848 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:59,848 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0003
2014-04-10 10:58:59,849 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:58:59,849 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:58:59,849 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0003
2014-04-10 10:58:59,849 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0003
2014-04-10 10:58:59,849 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:59,850 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0003
2014-04-10 10:58:59,850 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0003
2014-04-10 10:58:59,850 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0003
2014-04-10 10:58:59,851 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:59,851 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0003
2014-04-10 10:58:59,851 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0003
2014-04-10 10:58:59,851 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0003
2014-04-10 10:58:59,852 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:58:59,852 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0003
2014-04-10 10:58:59,852 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0003_01_000003
2014-04-10 10:58:59,853 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0003_01_000002
2014-04-10 10:58:59,853 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0003_01_000004
2014-04-10 10:58:59,854 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0003_01_000005
2014-04-10 10:58:59,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000001
2014-04-10 10:58:59,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000001
2014-04-10 10:58:59,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000001
2014-04-10 10:58:59,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0002/container_1397145499203_0002_01_000001
2014-04-10 10:58:59,866 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000001
2014-04-10 10:58:59,867 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:58:59,867 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0002_01_000001 from application application_1397145499203_0002
2014-04-10 10:58:59,867 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:58:59,867 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0002
2014-04-10 10:58:59,868 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0003_01_000003.tokens. Credentials list:
2014-04-10 10:58:59,868 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145499203_0003_01_000004.tokens. Credentials list:
2014-04-10 10:58:59,868 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0003_01_000005.tokens. Credentials list:
2014-04-10 10:58:59,869 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145499203_0003_01_000002.tokens. Credentials list:
2014-04-10 10:58:59,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:58:59,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0003_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000003.tokens
2014-04-10 10:58:59,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:00,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:59:00,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:59:00,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar dst=null perm=null
2014-04-10 10:59:00,047 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39400, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_682927698_2079, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027, duration: 1014119
2014-04-10 10:59:00,075 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:00,076 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0002_01_000001
2014-04-10 10:59:00,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:00,077 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0002_000001
2014-04-10 10:59:00,077 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0002_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:59:00,077 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0002_000001 State change from FINISHING to FINISHED
2014-04-10 10:59:00,077 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0002 CONTAINERID=container_1397145499203_0002_01_000001
2014-04-10 10:59:00,077 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0002 State change from FINISHING to FINISHED
2014-04-10 10:59:00,077 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:59:00,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0002
2014-04-10 10:59:00,078 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:59:00,078 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0002_000001
2014-04-10 10:59:00,078 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0002_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:00,078 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0002,name=[62351B70BAF4448281521619DF1D2EDD/3F58B688322549F6AD2C1770CB5F649C] trap test/(2/2) ...atform/eacheverychain/tap,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0002/jobhistory/job/job_1397145499203_0002,appMasterHost=localhost.localdomain,startTime=1397145520994,finishTime=1397145533687,finalStatus=SUCCEEDED
2014-04-10 10:59:00,078 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:00,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 10:59:00,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0002_000001 released container container_1397145499203_0002_01_000001 on node: host: localhost:59425 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:00,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0002_000001 is done. finalState=FINISHED
2014-04-10 10:59:00,079 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0002 requests cleared
2014-04-10 10:59:00,080 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0002 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:59:00,080 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0002 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:59:00,082 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0002_000001 (auth:SIMPLE)
2014-04-10 10:59:00,084 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0002_01_000001
2014-04-10 10:59:00,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:59:00,096 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:00,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:00,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:59:00,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:59:00,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:59:00,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:00,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:59:00,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:00,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:59:00,097 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0002
2014-04-10 10:59:00,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:00,098 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:00,098 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0002, with delay of 10800 seconds
2014-04-10 10:59:00,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml dst=null perm=null
2014-04-10 10:59:00,107 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35447, bytes: 81839, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_682927698_2079, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741854_1030, duration: 477070
2014-04-10 10:59:00,127 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:00,127 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:00,127 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:00,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:00,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:00,180 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:00,180 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:00,181 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:00,181 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:00,181 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:00,181 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:00,181 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:00,181 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:00,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000005/default_container_executor.sh]
2014-04-10 10:59:00,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000004/default_container_executor.sh]
2014-04-10 10:59:00,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000003/default_container_executor.sh]
2014-04-10 10:59:00,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000002/default_container_executor.sh]
2014-04-10 10:59:00,322 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741840 for deletion
2014-04-10 10:59:00,322 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741841 for deletion
2014-04-10 10:59:00,322 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741842 for deletion
2014-04-10 10:59:00,322 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741841
2014-04-10 10:59:00,322 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741843 for deletion
2014-04-10 10:59:00,322 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741840
2014-04-10 10:59:00,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741844 for deletion
2014-04-10 10:59:00,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741843
2014-04-10 10:59:00,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741836 for deletion
2014-04-10 10:59:00,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741844
2014-04-10 10:59:00,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741842
2014-04-10 10:59:00,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741836
2014-04-10 10:59:00,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741840 for deletion
2014-04-10 10:59:00,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741841 for deletion
2014-04-10 10:59:00,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741842 for deletion
2014-04-10 10:59:00,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741841
2014-04-10 10:59:00,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741840
2014-04-10 10:59:00,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741844 for deletion
2014-04-10 10:59:00,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741842
2014-04-10 10:59:00,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741845 for deletion
2014-04-10 10:59:00,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741844
2014-04-10 10:59:00,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741848 for deletion
2014-04-10 10:59:00,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741845
2014-04-10 10:59:00,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741836 for deletion
2014-04-10 10:59:00,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741848
2014-04-10 10:59:00,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741836
2014-04-10 10:59:00,728 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:01,076 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:01,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:59:01,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:59:01,077 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0002
2014-04-10 10:59:01,077 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:01,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:59:01,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0002
2014-04-10 10:59:01,077 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0002, with delay of 10800 seconds
2014-04-10 10:59:01,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:01,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031
2014-04-10 10:59:01,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145499203_0003_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000002.tokens
2014-04-10 10:59:01,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:01,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:01,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0003_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000005.tokens
2014-04-10 10:59:01,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:01,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741851_1027
2014-04-10 10:59:01,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031
2014-04-10 10:59:01,577 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031
2014-04-10 10:59:01,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:02,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145499203_0003_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000004.tokens
2014-04-10 10:59:02,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:02,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:59:02,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:59:02,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:59:02,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55584, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0003_m_000001_0_1752283413_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 191122
2014-04-10 10:59:02,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55586, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0003_m_000000_0_-1620187074_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 187929
2014-04-10 10:59:02,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job.split dst=null perm=null
2014-04-10 10:59:02,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55588, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0003_m_000002_0_932034479_1, offset: 512, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 189275
2014-04-10 10:59:02,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:02,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:02,785 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55586, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0003_m_000000_0_-1620187074_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 177721
2014-04-10 10:59:02,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34301, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0003_m_000003_0_923760553_1, offset: 1024, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741852_1028, duration: 196598
2014-04-10 10:59:02,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:02,828 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39424, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0003_m_000002_0_932034479_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 195166
2014-04-10 10:59:02,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:02,875 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55591, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0003_m_000003_0_923760553_1, offset: 512, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 197057
2014-04-10 10:59:02,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39426, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0003_m_000001_0_1752283413_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 207410
2014-04-10 10:59:02,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_m_000001_0 dst=null perm=null
2014-04-10 10:59:03,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_m_000000_0 dst=null perm=null
2014-04-10 10:59:03,053 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0003_01_000003
2014-04-10 10:59:03,053 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000003
2014-04-10 10:59:03,053 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:59:03,053 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0003_01_000003
2014-04-10 10:59:03,059 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0003_01_000003 is : 143
2014-04-10 10:59:03,071 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 10:59:03,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_m_000002_0 dst=null perm=null
2014-04-10 10:59:03,076 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0003_01_000002
2014-04-10 10:59:03,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000002
2014-04-10 10:59:03,089 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:03,089 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:59:03,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000003
2014-04-10 10:59:03,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000003
2014-04-10 10:59:03,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000003
2014-04-10 10:59:03,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000003
2014-04-10 10:59:03,090 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0003_01_000002
2014-04-10 10:59:03,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_m_000003_0 dst=null perm=null
2014-04-10 10:59:03,095 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0003_01_000002 is : 143
2014-04-10 10:59:03,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000003
2014-04-10 10:59:03,107 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:03,107 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:03,107 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0003_01_000003 from application application_1397145499203_0003
2014-04-10 10:59:03,107 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:03,107 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0003
2014-04-10 10:59:03,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000002
2014-04-10 10:59:03,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000002
2014-04-10 10:59:03,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000002
2014-04-10 10:59:03,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000002
2014-04-10 10:59:03,109 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000002
2014-04-10 10:59:03,109 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:03,109 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0003_01_000002 from application application_1397145499203_0003
2014-04-10 10:59:03,109 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:03,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0003
2014-04-10 10:59:03,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032 src: /127.0.0.1:39427 dest: /127.0.0.1:57118
2014-04-10 10:59:03,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032 src: /127.0.0.1:55594 dest: /127.0.0.1:51355
2014-04-10 10:59:03,130 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0003_01_000004
2014-04-10 10:59:03,130 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000004
2014-04-10 10:59:03,130 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:59:03,131 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0003_01_000004
2014-04-10 10:59:03,131 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0003_01_000002
2014-04-10 10:59:03,131 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0003_01_000003
2014-04-10 10:59:03,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032 src: /127.0.0.1:35474 dest: /127.0.0.1:46164
2014-04-10 10:59:03,131 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:03,131 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0003_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:59:03,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000002
2014-04-10 10:59:03,132 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:59:03,132 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:59:03,132 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0003_01_000002, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:03,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:03,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:59:03,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0003_000001 released container container_1397145499203_0003_01_000002 on node: host: localhost:41983 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:59:03,132 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:03,132 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0003_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:59:03,132 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000003
2014-04-10 10:59:03,132 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:59:03,132 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:59:03,133 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0003_01_000003, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:03,133 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:03,133 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:59:03,133 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0003_000001 released container container_1397145499203_0003_01_000003 on node: host: localhost:41983 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:03,135 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1.jhist for DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:59:03,138 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0003_01_000004 is : 143
2014-04-10 10:59:03,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0003_01_000005
2014-04-10 10:59:03,142 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000005
2014-04-10 10:59:03,149 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:03,149 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:59:03,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000004
2014-04-10 10:59:03,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000004
2014-04-10 10:59:03,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000004
2014-04-10 10:59:03,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000004
2014-04-10 10:59:03,150 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0003_01_000005
2014-04-10 10:59:03,156 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0003_01_000005 is : 143
2014-04-10 10:59:03,167 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000004
2014-04-10 10:59:03,167 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:03,168 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:03,168 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0003_01_000004 from application application_1397145499203_0003
2014-04-10 10:59:03,168 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:03,168 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0003
2014-04-10 10:59:03,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000005
2014-04-10 10:59:03,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000005
2014-04-10 10:59:03,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000005
2014-04-10 10:59:03,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000005
2014-04-10 10:59:03,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000005
2014-04-10 10:59:03,170 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:03,170 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0003_01_000005 from application application_1397145499203_0003
2014-04-10 10:59:03,170 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:03,170 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0003
2014-04-10 10:59:04,142 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0003_01_000004
2014-04-10 10:59:04,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0003_01_000005
2014-04-10 10:59:04,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:04,143 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0003_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:59:04,143 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000004
2014-04-10 10:59:04,144 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:59:04,144 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:59:04,144 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0003_01_000004, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:04,144 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:04,144 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:59:04,145 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0003_000001 released container container_1397145499203_0003_01_000004 on node: host: localhost:41983 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:59:04,145 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:04,145 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0003_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:59:04,145 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000005
2014-04-10 10:59:04,145 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:59:04,145 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:04,146 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0003_01_000005, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:04,146 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:04,146 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:59:04,146 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0003_000001 released container container_1397145499203_0003_01_000005 on node: host: localhost:41983 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:59:05,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:05,089 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000006
2014-04-10 10:59:05,089 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:59:05,089 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0003 container=Container: [ContainerId: container_1397145499203_0003_01_000006, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0003_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:05,089 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:59:05,090 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:05,747 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:05,764 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0003_000001 (auth:SIMPLE)
2014-04-10 10:59:05,768 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0003_01_000006 by user brock
2014-04-10 10:59:05,769 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000006
2014-04-10 10:59:05,769 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0003_01_000006 to application application_1397145499203_0003
2014-04-10 10:59:05,770 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:59:05,770 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0003
2014-04-10 10:59:05,770 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0003
2014-04-10 10:59:05,770 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:05,770 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0003
2014-04-10 10:59:05,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:05,805 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:05,806 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:05,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000006/default_container_executor.sh]
2014-04-10 10:59:06,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:06,751 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:07,535 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 291 Total time for transactions(ms): 25 Number of transactions batched in Syncs: 3 Number of syncs: 183 SyncTimes(ms): 3572 2137
2014-04-10 10:59:07,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:07,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary dst=null perm=null
2014-04-10 10:59:07,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:07,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0/part-r-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:07,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0/part-r-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:59:07,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033 src: /127.0.0.1:35495 dest: /127.0.0.1:46164
2014-04-10 10:59:07,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033 src: /127.0.0.1:39451 dest: /127.0.0.1:57118
2014-04-10 10:59:07,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033 src: /127.0.0.1:55618 dest: /127.0.0.1:51355
2014-04-10 10:59:07,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55618, dest: /127.0.0.1:51355, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0003_r_000000_0_1491355960_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033, duration: 12230046
2014-04-10 10:59:07,796 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:07,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:07,797 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39451, dest: /127.0.0.1:57118, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0003_r_000000_0_1491355960_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033, duration: 13022911
2014-04-10 10:59:07,797 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:07,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:07,797 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35495, dest: /127.0.0.1:46164, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0003_r_000000_0_1491355960_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033, duration: 13417075
2014-04-10 10:59:07,797 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:07,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:07,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1397145499203_0003_r_000000_0_1491355960_1
2014-04-10 10:59:07,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0 dst=null perm=null
2014-04-10 10:59:07,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0 dst=null perm=null
2014-04-10 10:59:07,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0 dst=null perm=null
2014-04-10 10:59:07,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0 dst=null perm=null
2014-04-10 10:59:07,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0 dst=null perm=null
2014-04-10 10:59:07,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:07,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:07,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0/part-r-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/part-r-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:07,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1397145499203_0003_r_000000_0 dst=null perm=null
2014-04-10 10:59:07,894 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0003_r_000000_0_1491355960_1
2014-04-10 10:59:07,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_r_000000_0 dst=null perm=null
2014-04-10 10:59:07,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_r_000000_0 dst=null perm=null
2014-04-10 10:59:07,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/task_1397145499203_0003_r_000000 dst=null perm=null
2014-04-10 10:59:07,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1397145499203_0003_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/task_1397145499203_0003_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:08,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0003_01_000006
2014-04-10 10:59:08,002 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000006
2014-04-10 10:59:08,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:59:08,003 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0003_01_000006
2014-04-10 10:59:08,010 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0003_01_000006 is : 143
2014-04-10 10:59:08,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:08,021 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:08,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000006
2014-04-10 10:59:08,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000006
2014-04-10 10:59:08,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000006
2014-04-10 10:59:08,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000006
2014-04-10 10:59:08,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000006
2014-04-10 10:59:08,023 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:08,023 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0003_01_000006 from application application_1397145499203_0003
2014-04-10 10:59:08,023 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:08,023 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0003
2014-04-10 10:59:08,035 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:59:08,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1 dst=null perm=null
2014-04-10 10:59:08,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/task_1397145499203_0003_r_000000 dst=null perm=null
2014-04-10 10:59:08,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 dst=null perm=null
2014-04-10 10:59:08,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/task_1397145499203_0003_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:08,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary dst=null perm=null
2014-04-10 10:59:08,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:08,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:59:08,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:08,152 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:59:08,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35474, dest: /127.0.0.1:46164, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032, duration: 5047832147
2014-04-10 10:59:08,180 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:08,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 15139
2014-04-10 10:59:08,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55594, dest: /127.0.0.1:51355, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032, duration: 5047966329
2014-04-10 10:59:08,181 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 15139
2014-04-10 10:59:08,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39427, dest: /127.0.0.1:57118, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032, duration: 5048900621
2014-04-10 10:59:08,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 15139
2014-04-10 10:59:08,202 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:59:08,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:08,222 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 10:59:08,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034 src: /127.0.0.1:39454 dest: /127.0.0.1:57118
2014-04-10 10:59:08,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034 src: /127.0.0.1:55621 dest: /127.0.0.1:51355
2014-04-10 10:59:08,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034 src: /127.0.0.1:35501 dest: /127.0.0.1:46164
2014-04-10 10:59:08,245 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35501, dest: /127.0.0.1:46164, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034, duration: 2442330
2014-04-10 10:59:08,245 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:08,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,246 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55621, dest: /127.0.0.1:51355, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034, duration: 2867300
2014-04-10 10:59:08,246 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39454, dest: /127.0.0.1:57118, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034, duration: 4051240
2014-04-10 10:59:08,247 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,260 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:59:08,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:08,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1.jhist dst=null perm=null
2014-04-10 10:59:08,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist_tmp dst=null perm=null
2014-04-10 10:59:08,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1.jhist dst=null perm=null
2014-04-10 10:59:08,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist_tmp dst=null perm=null
2014-04-10 10:59:08,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1.jhist dst=null perm=null
2014-04-10 10:59:08,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:08,305 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55624, bytes: 61850, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032, duration: 289085
2014-04-10 10:59:08,309 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:59:08,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035 src: /127.0.0.1:55625 dest: /127.0.0.1:51355
2014-04-10 10:59:08,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035 src: /127.0.0.1:35505 dest: /127.0.0.1:46164
2014-04-10 10:59:08,332 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035 src: /127.0.0.1:39461 dest: /127.0.0.1:57118
2014-04-10 10:59:08,336 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39461, dest: /127.0.0.1:57118, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035, duration: 2777793
2014-04-10 10:59:08,337 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:08,337 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,337 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35505, dest: /127.0.0.1:46164, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035, duration: 3503355
2014-04-10 10:59:08,338 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,338 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,338 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55625, dest: /127.0.0.1:51355, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035, duration: 4425847
2014-04-10 10:59:08,338 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,339 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,352 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:59:08,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:08,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1_conf.xml dst=null perm=null
2014-04-10 10:59:08,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml_tmp dst=null perm=null
2014-04-10 10:59:08,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1_conf.xml dst=null perm=null
2014-04-10 10:59:08,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml_tmp dst=null perm=null
2014-04-10 10:59:08,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003/job_1397145499203_0003_1_conf.xml dst=null perm=null
2014-04-10 10:59:08,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:08,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55624, bytes: 95882, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741855_1031, duration: 445312
2014-04-10 10:59:08,400 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 10:59:08,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036 src: /127.0.0.1:55628 dest: /127.0.0.1:51355
2014-04-10 10:59:08,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036 src: /127.0.0.1:35508 dest: /127.0.0.1:46164
2014-04-10 10:59:08,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036 src: /127.0.0.1:34342 dest: /127.0.0.1:36785
2014-04-10 10:59:08,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34342, dest: /127.0.0.1:36785, bytes: 95138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036, duration: 3041063
2014-04-10 10:59:08,420 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:08,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,421 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35508, dest: /127.0.0.1:46164, bytes: 95138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036, duration: 3691635
2014-04-10 10:59:08,421 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,421 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55628, dest: /127.0.0.1:51355, bytes: 95138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-828882155_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036, duration: 4152477
2014-04-10 10:59:08,422 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,435 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-828882155_1
2014-04-10 10:59:08,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:08,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:08,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:08,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:08,511 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0003_000001 with final state: FINISHING
2014-04-10 10:59:08,511 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:59:08,511 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0003 with final state: FINISHING
2014-04-10 10:59:08,511 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0003 State change from RUNNING to FINAL_SAVING
2014-04-10 10:59:08,511 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0003
2014-04-10 10:59:08,512 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:59:08,512 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0003 State change from FINAL_SAVING to FINISHING
2014-04-10 10:59:08,576 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:59:08,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:59:08,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:59:08,583 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0003 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist
2014-04-10 10:59:08,584 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist]
2014-04-10 10:59:08,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist dst=null perm=null
2014-04-10 10:59:08,588 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35513, bytes: 61850, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035, duration: 316169
2014-04-10 10:59:08,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary dst=null perm=null
2014-04-10 10:59:08,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39469, bytes: 455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034, duration: 286589
2014-04-10 10:59:08,628 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0003,submitTime=1397145534562,launchTime=1397145537684,firstMapTaskLaunchTime=1397145539857,firstReduceTaskLaunchTime=1397145545770,finishTime=1397145548154,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[99AC15ED1E264D90A33260BB2079DB10/4C5AAB5964BD4B8D9DFC988C23B6F7CB] trap test/(1/1) ...atform/everyaggregate/tap
2014-04-10 10:59:08,628 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary]
2014-04-10 10:59:08,644 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:57118 127.0.0.1:51355 127.0.0.1:46164
2014-04-10 10:59:08,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003.summary dst=null perm=null
2014-04-10 10:59:08,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:59:08,646 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist
2014-04-10 10:59:08,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0003-1397145534562-brock-%5B99AC15ED1E264D90A33260BB2079DB10%2F4C5AAB5964BD4B8D-1397145548154-4-1-SUCCEEDED-default-1397145537684.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:08,661 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0003_conf.xml
2014-04-10 10:59:08,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:08,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,699 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary
2014-04-10 10:59:08,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary dst=null perm=null
2014-04-10 10:59:08,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:59:08,701 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary
2014-04-10 10:59:08,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary dst=null perm=null
2014-04-10 10:59:08,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary dst=null perm=null
2014-04-10 10:59:08,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,740 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:08,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 dst=null perm=null
2014-04-10 10:59:08,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:59:08,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:59:08,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:59:08,756 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:08,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:08,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35513, bytes: 144, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033, duration: 260516
2014-04-10 10:59:08,760 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/everyaggregate/tap
2014-04-10 10:59:08,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null
2014-04-10 10:59:08,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 dst=null perm=null
2014-04-10 10:59:08,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 dst=null perm=null
2014-04-10 10:59:08,766 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/everyaggregate/trap
2014-04-10 10:59:08,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:59:08,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:59:08,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:59:08,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null
2014-04-10 10:59:08,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:08,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:08,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35513, bytes: 144, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033, duration: 234921
2014-04-10 10:59:08,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:08,793 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:59:08,794 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:59:08,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:08,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:08,809 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 10:59:08,810 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 10:59:08,810 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap"]
2014-04-10 10:59:08,810 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 10:59:08,810 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 10:59:08,810 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 10:59:08,811 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...-mr1/trapplatform/all/tap
2014-04-10 10:59:08,819 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:59:08,826 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:59:08,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:08,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:08,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:08,830 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 4
2014-04-10 10:59:08,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004 dst=null perm=null
2014-04-10 10:59:08,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:59:08,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:59:08,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:08,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:08,897 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:59:08,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037 src: /127.0.0.1:34348 dest: /127.0.0.1:36785
2014-04-10 10:59:08,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037 src: /127.0.0.1:55637 dest: /127.0.0.1:51355
2014-04-10 10:59:08,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037 src: /127.0.0.1:39472 dest: /127.0.0.1:57118
2014-04-10 10:59:08,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39472, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037, duration: 2266182
2014-04-10 10:59:08,916 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:08,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,917 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55637, dest: /127.0.0.1:51355, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037, duration: 2651154
2014-04-10 10:59:08,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,917 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,917 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34348, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037, duration: 2763921
2014-04-10 10:59:08,917 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:08,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:08,935 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:08,936 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar
2014-04-10 10:59:08,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:09,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:09,003 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0003_01_000006
2014-04-10 10:59:09,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:09,004 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:09,004 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0003_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:59:09,004 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000006
2014-04-10 10:59:09,005 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:59:09,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:09,005 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:09,005 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0003_01_000006, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:09,005 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:09,006 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:59:09,006 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0003_000001 released container container_1397145499203_0003_01_000006 on node: host: localhost:59425 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:09,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:09,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:59:09,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:59:09,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:59:09,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:59:09,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:59:09,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:09,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:09,015 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:09,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:09,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:09,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:09,053 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split
2014-04-10 10:59:09,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:09,071 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:59:09,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038 src: /127.0.0.1:34351 dest: /127.0.0.1:36785
2014-04-10 10:59:09,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038 src: /127.0.0.1:39474 dest: /127.0.0.1:57118
2014-04-10 10:59:09,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038 src: /127.0.0.1:55641 dest: /127.0.0.1:51355
2014-04-10 10:59:09,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038 src: /127.0.0.1:35521 dest: /127.0.0.1:46164
2014-04-10 10:59:09,095 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35521, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 2683984
2014-04-10 10:59:09,095 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:09,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,096 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55641, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 3414193
2014-04-10 10:59:09,096 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:09,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,097 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39474, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 4183764
2014-04-10 10:59:09,097 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:09,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,098 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34351, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 4699711
2014-04-10 10:59:09,098 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:09,099 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:09,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:09,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:09,154 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:59:09,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039 src: /127.0.0.1:55643 dest: /127.0.0.1:51355
2014-04-10 10:59:09,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039 src: /127.0.0.1:34356 dest: /127.0.0.1:36785
2014-04-10 10:59:09,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039 src: /127.0.0.1:35524 dest: /127.0.0.1:46164
2014-04-10 10:59:09,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35524, dest: /127.0.0.1:46164, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039, duration: 1532052
2014-04-10 10:59:09,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:09,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,177 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34356, dest: /127.0.0.1:36785, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039, duration: 2604430
2014-04-10 10:59:09,177 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:09,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,178 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55643, dest: /127.0.0.1:51355, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039, duration: 3312132
2014-04-10 10:59:09,178 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:09,179 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,194 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:09,194 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 10:59:09,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:09,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:09,242 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 10:59:09,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040 src: /127.0.0.1:39481 dest: /127.0.0.1:57118
2014-04-10 10:59:09,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040 src: /127.0.0.1:34360 dest: /127.0.0.1:36785
2014-04-10 10:59:09,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040 src: /127.0.0.1:35528 dest: /127.0.0.1:46164
2014-04-10 10:59:09,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35528, dest: /127.0.0.1:46164, bytes: 81232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040, duration: 3460212
2014-04-10 10:59:09,261 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:09,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34360, dest: /127.0.0.1:36785, bytes: 81232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040, duration: 4617663
2014-04-10 10:59:09,263 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:09,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,263 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39481, dest: /127.0.0.1:57118, bytes: 81232, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040, duration: 5592687
2014-04-10 10:59:09,264 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:09,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:09,285 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:09,286 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0004
2014-04-10 10:59:09,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004 dst=null perm=null
2014-04-10 10:59:09,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:09,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:09,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:09,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:09,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:09,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:09,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:09,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:09,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:09,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:09,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:09,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:09,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:09,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:09,345 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 4 submitted by user brock
2014-04-10 10:59:09,345 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0004
2014-04-10 10:59:09,345 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0004
2014-04-10 10:59:09,345 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0004
2014-04-10 10:59:09,345 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0004 State change from NEW to NEW_SAVING
2014-04-10 10:59:09,346 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0004 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:59:09,346 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0004_000001
2014-04-10 10:59:09,347 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from NEW to SUBMITTED
2014-04-10 10:59:09,347 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0004 from user: brock activated in queue: default
2014-04-10 10:59:09,347 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:59:09,347 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0004 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:59:09,347 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0004
2014-04-10 10:59:09,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0004_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:59:09,348 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:59:09,349 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0004 State change from SUBMITTED to ACCEPTED
2014-04-10 10:59:09,351 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0004/
2014-04-10 10:59:09,351 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0004
2014-04-10 10:59:09,351 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0004/
2014-04-10 10:59:09,536 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:46164 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 10:59:09,536 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:57118 127.0.0.1:51355 127.0.0.1:36785 127.0.0.1:46164
2014-04-10 10:59:09,536 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:46164 127.0.0.1:57118 127.0.0.1:36785
2014-04-10 10:59:09,536 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 10:59:09,537 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:57118 127.0.0.1:51355 127.0.0.1:46164
2014-04-10 10:59:09,537 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:46164 127.0.0.1:57118 127.0.0.1:51355
2014-04-10 10:59:09,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0003 dst=null perm=null
2014-04-10 10:59:10,006 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:10,006 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000001
2014-04-10 10:59:10,006 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:59:10,007 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0004 container=Container: [ContainerId: container_1397145499203_0004_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:10,007 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:59:10,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:10,007 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:10,008 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0004 AttemptId: appattempt_1397145499203_0004_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0004_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ]
2014-04-10 10:59:10,008 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:59:10,008 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:59:10,009 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0004_000001
2014-04-10 10:59:10,010 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0004_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] for AM appattempt_1397145499203_0004_000001
2014-04-10 10:59:10,010 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:59:10,014 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0004_000001 (auth:SIMPLE)
2014-04-10 10:59:10,017 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0004_01_000001 by user brock
2014-04-10 10:59:10,018 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0004
2014-04-10 10:59:10,018 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000001
2014-04-10 10:59:10,018 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0004 transitioned from NEW to INITING
2014-04-10 10:59:10,018 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0004_01_000001 to application application_1397145499203_0004
2014-04-10 10:59:10,019 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0004 transitioned from INITING to RUNNING
2014-04-10 10:59:10,019 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0004_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] for AM appattempt_1397145499203_0004_000001
2014-04-10 10:59:10,019 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:59:10,019 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:59:10,020 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0004
2014-04-10 10:59:10,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:10,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:59:10,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:59:10,021 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:10,021 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0004_01_000001
2014-04-10 10:59:10,032 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145499203_0004_01_000001.tokens. Credentials list:
2014-04-10 10:59:10,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:10,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397145499203_0004_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000001.tokens
2014-04-10 10:59:10,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:10,835 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36785 to replicate blk_1073741861_1037 to datanode(s) 127.0.0.1:46164
2014-04-10 10:59:10,835 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741856_1032, blk_1073741858_1034, blk_1073741851_1027, blk_1073741852_1028, blk_1073741855_1031]
2014-04-10 10:59:10,835 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741856_1032, blk_1073741858_1034, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2014-04-10 10:59:11,004 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:11,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:11,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:11,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:11,215 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34368, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1375930342_2533, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037, duration: 924311
2014-04-10 10:59:11,241 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:11,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:11,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:11,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:11,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55657, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1375930342_2533, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039, duration: 273361
2014-04-10 10:59:11,293 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:11,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:11,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:11,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:11,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55657, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1375930342_2533, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 351668
2014-04-10 10:59:11,341 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:11,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:11,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:11,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:11,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35537, bytes: 81868, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1375930342_2533, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040, duration: 465875
2014-04-10 10:59:11,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040
2014-04-10 10:59:11,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039
2014-04-10 10:59:11,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032
2014-04-10 10:59:11,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036
2014-04-10 10:59:11,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033
2014-04-10 10:59:11,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034
2014-04-10 10:59:11,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038
2014-04-10 10:59:11,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035
2014-04-10 10:59:11,392 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:11,392 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:11,424 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:11,425 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:11,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000001/default_container_executor.sh]
2014-04-10 10:59:11,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033
2014-04-10 10:59:11,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034
2014-04-10 10:59:11,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036
2014-04-10 10:59:11,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038
2014-04-10 10:59:11,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032
2014-04-10 10:59:11,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741857_1033
2014-04-10 10:59:11,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741856_1032
2014-04-10 10:59:11,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741860_1036
2014-04-10 10:59:11,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039
2014-04-10 10:59:11,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038
2014-04-10 10:59:11,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037
2014-04-10 10:59:11,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037
2014-04-10 10:59:11,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741858_1034
2014-04-10 10:59:11,781 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035
2014-04-10 10:59:11,781 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038
2014-04-10 10:59:11,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037
2014-04-10 10:59:11,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040
2014-04-10 10:59:11,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741859_1035
2014-04-10 10:59:11,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039
2014-04-10 10:59:11,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040
2014-04-10 10:59:12,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741856 for deletion
2014-04-10 10:59:12,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741858 for deletion
2014-04-10 10:59:12,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741856
2014-04-10 10:59:12,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741851 for deletion
2014-04-10 10:59:12,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741858
2014-04-10 10:59:12,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741852 for deletion
2014-04-10 10:59:12,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741851
2014-04-10 10:59:12,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741855 for deletion
2014-04-10 10:59:12,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741852
2014-04-10 10:59:12,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741855
2014-04-10 10:59:12,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741856 for deletion
2014-04-10 10:59:12,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741858 for deletion
2014-04-10 10:59:12,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741856
2014-04-10 10:59:12,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741851 for deletion
2014-04-10 10:59:12,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741858
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741852 for deletion
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741851
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741852
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741853 for deletion
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741854 for deletion
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741853
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741855 for deletion
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741854
2014-04-10 10:59:12,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741855
2014-04-10 10:59:12,424 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, infoPort=42225, ipcPort=45065, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037 to 127.0.0.1:46164
2014-04-10 10:59:12,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037 src: /127.0.0.1:35539 dest: /127.0.0.1:46164
2014-04-10 10:59:12,425 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037 (numBytes=244650) to 127.0.0.1/127.0.0.1:46164
2014-04-10 10:59:12,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037 src: /127.0.0.1:35539 dest: /127.0.0.1:46164 of size 244650
2014-04-10 10:59:12,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741861_1037 size 244650
2014-04-10 10:59:12,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:12,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/COMMIT_STARTED dst=null perm=null
2014-04-10 10:59:12,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:59:12,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/COMMIT_FAIL dst=null perm=null
2014-04-10 10:59:12,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004 dst=null perm=null
2014-04-10 10:59:12,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:59:12,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:59:12,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:12,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:12,967 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35542, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741863_1039, duration: 169344
2014-04-10 10:59:13,546 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0004_000001 (auth:SIMPLE)
2014-04-10 10:59:13,548 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0004_000001
2014-04-10 10:59:13,548 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0004 APPATTEMPTID=appattempt_1397145499203_0004_000001
2014-04-10 10:59:13,548 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:59:13,548 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0004 State change from ACCEPTED to RUNNING
2014-04-10 10:59:13,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:13,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:13,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:13,718 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:59:13,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041 src: /127.0.0.1:55666 dest: /127.0.0.1:51355
2014-04-10 10:59:13,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041 src: /127.0.0.1:39501 dest: /127.0.0.1:57118
2014-04-10 10:59:13,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041 src: /127.0.0.1:35547 dest: /127.0.0.1:46164
2014-04-10 10:59:13,770 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35547, dest: /127.0.0.1:46164, bytes: 95167, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041, duration: 4489033
2014-04-10 10:59:13,770 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:13,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:13,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39501, dest: /127.0.0.1:57118, bytes: 95167, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041, duration: 5059665
2014-04-10 10:59:13,771 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:13,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:13,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55666, dest: /127.0.0.1:51355, bytes: 95167, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041, duration: 5513350
2014-04-10 10:59:13,771 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:13,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:13,827 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:13,836 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2014-04-10 10:59:13,836 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741856_1032, blk_1073741858_1034, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2014-04-10 10:59:14,662 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0003_01_000001 succeeded
2014-04-10 10:59:14,663 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:59:14,663 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0003_01_000001
2014-04-10 10:59:14,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000001
2014-04-10 10:59:14,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000001
2014-04-10 10:59:14,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000001
2014-04-10 10:59:14,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0003/container_1397145499203_0003_01_000001
2014-04-10 10:59:14,680 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000001
2014-04-10 10:59:14,680 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:59:14,680 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0003_01_000001 from application application_1397145499203_0003
2014-04-10 10:59:14,681 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:14,681 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0003
2014-04-10 10:59:15,005 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0003_01_000001
2014-04-10 10:59:15,006 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:15,006 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0003_000001
2014-04-10 10:59:15,006 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0003_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:59:15,007 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0003_000001 State change from FINISHING to FINISHED
2014-04-10 10:59:15,007 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0003 CONTAINERID=container_1397145499203_0003_01_000001
2014-04-10 10:59:15,007 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0003 State change from FINISHING to FINISHED
2014-04-10 10:59:15,007 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:59:15,007 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0003
2014-04-10 10:59:15,007 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:15,007 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0003_000001
2014-04-10 10:59:15,007 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0003,name=[99AC15ED1E264D90A33260BB2079DB10/4C5AAB5964BD4B8D9DFC988C23B6F7CB] trap test/(1/1) ...atform/everyaggregate/tap,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0003/jobhistory/job/job_1397145499203_0003,appMasterHost=localhost.localdomain,startTime=1397145534562,finishTime=1397145548511,finalStatus=SUCCEEDED
2014-04-10 10:59:15,008 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0003_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,008 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,008 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2014-04-10 10:59:15,008 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0003_000001 released container container_1397145499203_0003_01_000001 on node: host: localhost:59425 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:15,009 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:15,009 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000002
2014-04-10 10:59:15,009 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:59:15,009 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0004 container=Container: [ContainerId: container_1397145499203_0004_01_000002, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,009 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 10:59:15,009 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,010 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:15,010 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000003
2014-04-10 10:59:15,010 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:59:15,010 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0004 container=Container: [ContainerId: container_1397145499203_0004_01_000003, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,011 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2014-04-10 10:59:15,011 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,011 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0003_000001 is done. finalState=FINISHED
2014-04-10 10:59:15,011 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0003_000001 (auth:SIMPLE)
2014-04-10 10:59:15,011 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0003 requests cleared
2014-04-10 10:59:15,011 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0003 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:59:15,011 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0003 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:59:15,012 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0003_01_000001
2014-04-10 10:59:15,146 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:15,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:15,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:15,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:15,147 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0003
2014-04-10 10:59:15,147 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:15,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:15,147 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0003, with delay of 10800 seconds
2014-04-10 10:59:15,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:15,148 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000004
2014-04-10 10:59:15,148 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:59:15,148 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0004 container=Container: [ContainerId: container_1397145499203_0004_01_000004, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0004_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,149 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:59:15,149 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:15,150 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000005
2014-04-10 10:59:15,150 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:59:15,150 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0004 container=Container: [ContainerId: container_1397145499203_0004_01_000005, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0004_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,150 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:59:15,150 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:15,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741856 for deletion
2014-04-10 10:59:15,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741858 for deletion
2014-04-10 10:59:15,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741856
2014-04-10 10:59:15,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741851 for deletion
2014-04-10 10:59:15,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741858_1034 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741858
2014-04-10 10:59:15,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741852 for deletion
2014-04-10 10:59:15,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741851
2014-04-10 10:59:15,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741853 for deletion
2014-04-10 10:59:15,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741852
2014-04-10 10:59:15,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741853
2014-04-10 10:59:15,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741854 for deletion
2014-04-10 10:59:15,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741855 for deletion
2014-04-10 10:59:15,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741854
2014-04-10 10:59:15,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741855
2014-04-10 10:59:15,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741851 for deletion
2014-04-10 10:59:15,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741852 for deletion
2014-04-10 10:59:15,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741853 for deletion
2014-04-10 10:59:15,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741851
2014-04-10 10:59:15,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741854 for deletion
2014-04-10 10:59:15,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741852
2014-04-10 10:59:15,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741853
2014-04-10 10:59:15,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741854
2014-04-10 10:59:15,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:15,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:15,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:15,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:15,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:15,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:15,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:15,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:15,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:15,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:15,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:15,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:15,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:15,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:15,713 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0004_000001 (auth:SIMPLE)
2014-04-10 10:59:15,713 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0004_000001 (auth:SIMPLE)
2014-04-10 10:59:15,718 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0004_01_000005 by user brock
2014-04-10 10:59:15,718 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0004_01_000004 by user brock
2014-04-10 10:59:15,719 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0004
2014-04-10 10:59:15,719 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0004_01_000003 by user brock
2014-04-10 10:59:15,719 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000005
2014-04-10 10:59:15,719 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0004_01_000004 to application application_1397145499203_0004
2014-04-10 10:59:15,719 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000004
2014-04-10 10:59:15,719 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0004_01_000002 by user brock
2014-04-10 10:59:15,720 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0004 transitioned from NEW to INITING
2014-04-10 10:59:15,720 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000002
2014-04-10 10:59:15,719 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0004_01_000003 to application application_1397145499203_0004
2014-04-10 10:59:15,719 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000003
2014-04-10 10:59:15,721 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0004_01_000002 to application application_1397145499203_0004
2014-04-10 10:59:15,720 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0004_01_000005 to application application_1397145499203_0004
2014-04-10 10:59:15,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:59:15,722 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0004 transitioned from INITING to RUNNING
2014-04-10 10:59:15,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:59:15,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:59:15,722 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0004
2014-04-10 10:59:15,723 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0004
2014-04-10 10:59:15,723 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:15,723 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:59:15,723 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0004
2014-04-10 10:59:15,723 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0004
2014-04-10 10:59:15,724 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:15,724 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0004
2014-04-10 10:59:15,723 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0004
2014-04-10 10:59:15,724 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:15,724 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:15,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0004
2014-04-10 10:59:15,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0004
2014-04-10 10:59:15,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0004
2014-04-10 10:59:15,725 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:15,725 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0004
2014-04-10 10:59:15,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0004
2014-04-10 10:59:15,726 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:15,726 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0004_01_000004
2014-04-10 10:59:15,726 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0004
2014-04-10 10:59:15,726 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0004_01_000005
2014-04-10 10:59:15,727 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:15,728 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:15,738 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145499203_0004_01_000004.tokens. Credentials list:
2014-04-10 10:59:15,738 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0004_01_000005.tokens. Credentials list:
2014-04-10 10:59:15,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:15,758 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:15,758 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:15,758 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:15,758 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:15,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000003/default_container_executor.sh]
2014-04-10 10:59:15,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000002/default_container_executor.sh]
2014-04-10 10:59:15,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145499203_0004_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000004.tokens
2014-04-10 10:59:15,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:15,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:15,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:15,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar dst=null perm=null
2014-04-10 10:59:15,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34386, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-8497285_2718, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037, duration: 442418
2014-04-10 10:59:15,949 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:15,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:15,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:15,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml dst=null perm=null
2014-04-10 10:59:15,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34386, bytes: 81868, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-8497285_2718, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741864_1040, duration: 194420
2014-04-10 10:59:15,977 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:15,978 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:15,978 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:15,996 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:15,996 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:15,998 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:15,998 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:16,006 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:16,006 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:16,006 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:16,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:16,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:16,017 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0003
2014-04-10 10:59:16,017 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:16,017 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0003, with delay of 10800 seconds
2014-04-10 10:59:16,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:16,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0003
2014-04-10 10:59:16,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000004/default_container_executor.sh]
2014-04-10 10:59:16,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000005/default_container_executor.sh]
2014-04-10 10:59:16,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:16,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:16,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041
2014-04-10 10:59:16,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741861_1037
2014-04-10 10:59:16,606 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:16,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041
2014-04-10 10:59:16,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041
2014-04-10 10:59:17,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:17,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0004_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000005.tokens
2014-04-10 10:59:17,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:18,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:18,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:18,295 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39516, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0004_m_000000_0_370383810_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 135839
2014-04-10 10:59:18,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39517, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0004_m_000001_0_1067675032_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 205309
2014-04-10 10:59:18,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:18,363 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55684, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0004_m_000000_0_370383810_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 194296
2014-04-10 10:59:18,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:18,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:18,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job.split dst=null perm=null
2014-04-10 10:59:18,449 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39521, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0004_m_000003_0_102044578_1, offset: 1024, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 194021
2014-04-10 10:59:18,477 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55688, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0004_m_000002_0_1821401796_1, offset: 512, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741862_1038, duration: 192136
2014-04-10 10:59:18,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:18,510 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35568, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0004_m_000003_0_102044578_1, offset: 512, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 176602
2014-04-10 10:59:18,530 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39517, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0004_m_000001_0_1067675032_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 244507
2014-04-10 10:59:18,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null
2014-04-10 10:59:18,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null
2014-04-10 10:59:18,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:18,547 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55688, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0004_m_000002_0_1821401796_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 135004
2014-04-10 10:59:18,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:18,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0/part-m-00001-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:18,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0/part-m-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:18,645 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0/part-m-00001-00001. BP-1011418899-127.0.0.1-1397145483488 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:59:18,658 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0/part-m-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 10:59:18,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null
2014-04-10 10:59:18,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null
2014-04-10 10:59:18,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042 src: /127.0.0.1:34402 dest: /127.0.0.1:36785
2014-04-10 10:59:18,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042 src: /127.0.0.1:39526 dest: /127.0.0.1:57118
2014-04-10 10:59:18,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042 src: /127.0.0.1:35572 dest: /127.0.0.1:46164
2014-04-10 10:59:18,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0/part-m-00001-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:18,710 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35572, dest: /127.0.0.1:46164, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000001_0_1067675032_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042, duration: 6540844
2014-04-10 10:59:18,710 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:18,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,711 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39526, dest: /127.0.0.1:57118, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000001_0_1067675032_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042, duration: 4371867
2014-04-10 10:59:18,711 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:18,711 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34402, dest: /127.0.0.1:36785, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000001_0_1067675032_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042, duration: 4542031
2014-04-10 10:59:18,711 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:18,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043 src: /127.0.0.1:35570 dest: /127.0.0.1:46164
2014-04-10 10:59:18,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043 src: /127.0.0.1:39528 dest: /127.0.0.1:57118
2014-04-10 10:59:18,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043 src: /127.0.0.1:34407 dest: /127.0.0.1:36785
2014-04-10 10:59:18,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34407, dest: /127.0.0.1:36785, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000000_0_370383810_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043, duration: 4546007
2014-04-10 10:59:18,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:18,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39528, dest: /127.0.0.1:57118, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000000_0_370383810_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043, duration: 4772359
2014-04-10 10:59:18,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,725 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:18,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35570, dest: /127.0.0.1:46164, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000000_0_370383810_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043, duration: 5386720
2014-04-10 10:59:18,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,725 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:18,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0/part-m-00001-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:18,731 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0/part-m-00001-00002. BP-1011418899-127.0.0.1-1397145483488 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 10:59:18,743 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1397145499203_0004_m_000001_0_1067675032_1
2014-04-10 10:59:18,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0 dst=null perm=null
2014-04-10 10:59:18,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0 dst=null perm=null
2014-04-10 10:59:18,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0 dst=null perm=null
2014-04-10 10:59:18,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0 dst=null perm=null
2014-04-10 10:59:18,752 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0/part-m-00001-00003. BP-1011418899-127.0.0.1-1397145483488 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:59:18,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0 dst=null perm=null
2014-04-10 10:59:18,760 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1397145499203_0004_m_000000_0_370383810_1
2014-04-10 10:59:18,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:18,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0 dst=null perm=null
2014-04-10 10:59:18,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0 dst=null perm=null
2014-04-10 10:59:18,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0/part-m-00001-00001 dst=null perm=null
2014-04-10 10:59:18,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0 dst=null perm=null
2014-04-10 10:59:18,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0 dst=null perm=null
2014-04-10 10:59:18,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0 dst=null perm=null
2014-04-10 10:59:18,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:18,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0/part-m-00001-00000 dst=null perm=null
2014-04-10 10:59:18,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044 src: /127.0.0.1:35575 dest: /127.0.0.1:46164
2014-04-10 10:59:18,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044 src: /127.0.0.1:39531 dest: /127.0.0.1:57118
2014-04-10 10:59:18,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044 src: /127.0.0.1:34410 dest: /127.0.0.1:36785
2014-04-10 10:59:18,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34410, dest: /127.0.0.1:36785, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000002_0_1821401796_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044, duration: 3318155
2014-04-10 10:59:18,794 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:18,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,795 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39531, dest: /127.0.0.1:57118, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000002_0_1821401796_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044, duration: 3695717
2014-04-10 10:59:18,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:18,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,795 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35575, dest: /127.0.0.1:46164, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000002_0_1821401796_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044, duration: 4243858
2014-04-10 10:59:18,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:18,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,852 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0/part-m-00001-00002 is closed by DFSClient_attempt_1397145499203_0004_m_000002_0_1821401796_1
2014-04-10 10:59:18,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0/part-m-00001-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:18,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0/part-m-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:18,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0 dst=null perm=null
2014-04-10 10:59:18,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0 dst=null perm=null
2014-04-10 10:59:18,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0 dst=null perm=null
2014-04-10 10:59:18,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0 dst=null perm=null
2014-04-10 10:59:18,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0 dst=null perm=null
2014-04-10 10:59:18,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:18,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000001_0 dst=null perm=null
2014-04-10 10:59:18,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0/part-m-00001-00002 dst=null perm=null
2014-04-10 10:59:18,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045 src: /127.0.0.1:55699 dest: /127.0.0.1:51355
2014-04-10 10:59:18,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045 src: /127.0.0.1:35579 dest: /127.0.0.1:46164
2014-04-10 10:59:18,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045 src: /127.0.0.1:39535 dest: /127.0.0.1:57118
2014-04-10 10:59:18,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39535, dest: /127.0.0.1:57118, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000003_0_102044578_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045, duration: 4081558
2014-04-10 10:59:18,878 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:18,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35579, dest: /127.0.0.1:46164, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000003_0_102044578_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045, duration: 4481597
2014-04-10 10:59:18,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:18,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55699, dest: /127.0.0.1:51355, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0004_m_000003_0_102044578_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045, duration: 4904905
2014-04-10 10:59:18,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:18,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:18,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000000_0 dst=null perm=null
2014-04-10 10:59:18,902 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1397145499203_0004_m_000003_0_102044578_1
2014-04-10 10:59:18,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0/part-m-00001-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:18,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0 dst=null perm=null
2014-04-10 10:59:18,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0 dst=null perm=null
2014-04-10 10:59:18,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0 dst=null perm=null
2014-04-10 10:59:18,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0 dst=null perm=null
2014-04-10 10:59:18,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0 dst=null perm=null
2014-04-10 10:59:18,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:18,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0/part-m-00001-00003 dst=null perm=null
2014-04-10 10:59:18,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000002_0 dst=null perm=null
2014-04-10 10:59:18,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_m_000001_0 dst=null perm=null
2014-04-10 10:59:18,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0/part-m-00001-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:18,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_m_000000_0 dst=null perm=null
2014-04-10 10:59:18,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1397145499203_0004_m_000003_0 dst=null perm=null
2014-04-10 10:59:18,977 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0004_01_000003
2014-04-10 10:59:18,977 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000003
2014-04-10 10:59:18,977 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:59:18,978 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0004_01_000003
2014-04-10 10:59:18,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_m_000002_0 dst=null perm=null
2014-04-10 10:59:18,988 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0004_01_000003 is : 143
2014-04-10 10:59:18,998 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0004_01_000002
2014-04-10 10:59:18,998 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000002
2014-04-10 10:59:18,999 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:59:18,999 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:18,999 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:59:19,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000003
2014-04-10 10:59:19,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000003
2014-04-10 10:59:19,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000003
2014-04-10 10:59:19,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000003
2014-04-10 10:59:19,000 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0004_01_000002
2014-04-10 10:59:19,004 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0004_01_000002 is : 143
2014-04-10 10:59:19,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046 src: /127.0.0.1:39536 dest: /127.0.0.1:57118
2014-04-10 10:59:19,012 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000003
2014-04-10 10:59:19,012 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:19,012 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:19,012 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0004_01_000003 from application application_1397145499203_0004
2014-04-10 10:59:19,012 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:19,012 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0004
2014-04-10 10:59:19,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046 src: /127.0.0.1:35582 dest: /127.0.0.1:46164
2014-04-10 10:59:19,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000002
2014-04-10 10:59:19,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000002
2014-04-10 10:59:19,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046 src: /127.0.0.1:55704 dest: /127.0.0.1:51355
2014-04-10 10:59:19,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000002
2014-04-10 10:59:19,014 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000002
2014-04-10 10:59:19,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000002
2014-04-10 10:59:19,014 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:19,014 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0004_01_000002 from application application_1397145499203_0004
2014-04-10 10:59:19,014 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:19,015 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0004
2014-04-10 10:59:19,016 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1.jhist for DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:19,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_m_000003_0 dst=null perm=null
2014-04-10 10:59:19,032 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0004_01_000004
2014-04-10 10:59:19,032 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000004
2014-04-10 10:59:19,032 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:59:19,032 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0004_01_000004
2014-04-10 10:59:19,038 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0004_01_000004 is : 143
2014-04-10 10:59:19,046 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:19,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000004
2014-04-10 10:59:19,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000004
2014-04-10 10:59:19,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000004
2014-04-10 10:59:19,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000004
2014-04-10 10:59:19,047 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000004
2014-04-10 10:59:19,047 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:19,047 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0004_01_000004 from application application_1397145499203_0004
2014-04-10 10:59:19,047 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:19,047 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0004
2014-04-10 10:59:19,063 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0004_01_000005
2014-04-10 10:59:19,063 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000005
2014-04-10 10:59:19,063 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:59:19,063 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0004_01_000004
2014-04-10 10:59:19,063 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0004_01_000005
2014-04-10 10:59:19,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:19,064 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0004_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:59:19,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000004
2014-04-10 10:59:19,064 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:59:19,064 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:59:19,064 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0004_01_000004, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:19,064 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:19,064 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:59:19,064 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0004_000001 released container container_1397145499203_0004_01_000004 on node: host: localhost:41983 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:59:19,067 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0004_01_000005 is : 143
2014-04-10 10:59:19,080 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:19,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000005
2014-04-10 10:59:19,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000005
2014-04-10 10:59:19,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000005
2014-04-10 10:59:19,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000005
2014-04-10 10:59:19,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000005
2014-04-10 10:59:19,081 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:19,081 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0004_01_000005 from application application_1397145499203_0004
2014-04-10 10:59:19,081 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:19,081 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0004
2014-04-10 10:59:19,999 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0004_01_000002
2014-04-10 10:59:19,999 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0004_01_000003
2014-04-10 10:59:20,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:20,000 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0004_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:59:20,000 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000002
2014-04-10 10:59:20,000 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:59:20,001 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:59:20,001 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0004_01_000002, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:20,001 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:20,001 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:59:20,002 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0004_000001 released container container_1397145499203_0004_01_000002 on node: host: localhost:59425 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:59:20,002 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:20,002 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0004_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:59:20,002 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000003
2014-04-10 10:59:20,002 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:59:20,003 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:59:20,003 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0004_01_000003, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:20,003 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:20,003 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:59:20,003 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0004_000001 released container container_1397145499203_0004_01_000003 on node: host: localhost:59425 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:20,064 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0004_01_000005
2014-04-10 10:59:20,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:20,064 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0004_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:59:20,065 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000005
2014-04-10 10:59:20,065 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:59:20,065 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:20,066 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0004_01_000005, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:20,066 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:20,066 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:59:20,067 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0004_000001 released container container_1397145499203_0004_01_000005 on node: host: localhost:41983 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:59:21,001 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:21,001 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000006
2014-04-10 10:59:21,001 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:59:21,001 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0004 container=Container: [ContainerId: container_1397145499203_0004_01_000006, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0004_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:21,002 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:59:21,002 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:21,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043
2014-04-10 10:59:21,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044
2014-04-10 10:59:21,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042
2014-04-10 10:59:21,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045
2014-04-10 10:59:21,625 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:21,638 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0004_01_000006 by user brock
2014-04-10 10:59:21,638 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000006
2014-04-10 10:59:21,638 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0004_01_000006 to application application_1397145499203_0004
2014-04-10 10:59:21,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:59:21,639 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0004
2014-04-10 10:59:21,639 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0004
2014-04-10 10:59:21,640 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:21,640 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0004
2014-04-10 10:59:21,641 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:21,672 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:21,672 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:21,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000006/default_container_executor.sh]
2014-04-10 10:59:21,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042
2014-04-10 10:59:21,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043
2014-04-10 10:59:21,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044
2014-04-10 10:59:21,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045
2014-04-10 10:59:21,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044
2014-04-10 10:59:21,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042
2014-04-10 10:59:21,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043
2014-04-10 10:59:21,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045
2014-04-10 10:59:22,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:22,629 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:23,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:23,493 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0004_r_000000_0_1602836511_1
2014-04-10 10:59:23,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_r_000000_0 dst=null perm=null
2014-04-10 10:59:23,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_r_000000_0 dst=null perm=null
2014-04-10 10:59:23,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/task_1397145499203_0004_r_000000 dst=null perm=null
2014-04-10 10:59:23,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1397145499203_0004_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/task_1397145499203_0004_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:23,612 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0004_01_000006
2014-04-10 10:59:23,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000006
2014-04-10 10:59:23,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:59:23,613 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0004_01_000006
2014-04-10 10:59:23,620 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0004_01_000006 is : 143
2014-04-10 10:59:23,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:23,641 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:23,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000006
2014-04-10 10:59:23,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000006
2014-04-10 10:59:23,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000006
2014-04-10 10:59:23,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000006
2014-04-10 10:59:23,642 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000006
2014-04-10 10:59:23,643 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:23,643 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0004_01_000006 from application application_1397145499203_0004
2014-04-10 10:59:23,643 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:23,643 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0004
2014-04-10 10:59:23,651 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:23,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1 dst=null perm=null
2014-04-10 10:59:23,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:23,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:23,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/task_1397145499203_0004_r_000000 dst=null perm=null
2014-04-10 10:59:23,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 dst=null perm=null
2014-04-10 10:59:23,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/task_1397145499203_0004_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:23,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary dst=null perm=null
2014-04-10 10:59:23,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:23,735 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:23,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:23,768 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:23,789 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55704, dest: /127.0.0.1:51355, bytes: 59380, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046, duration: 4774324315
2014-04-10 10:59:23,789 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:23,790 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35582, dest: /127.0.0.1:46164, bytes: 59380, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046, duration: 4775812512
2014-04-10 10:59:23,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 15135
2014-04-10 10:59:23,790 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:23,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39536, dest: /127.0.0.1:57118, bytes: 59380, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046, duration: 4776499633
2014-04-10 10:59:23,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 15135
2014-04-10 10:59:23,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:23,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 15135
2014-04-10 10:59:23,860 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:23,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:23,880 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:59:23,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047 src: /127.0.0.1:39550 dest: /127.0.0.1:57118
2014-04-10 10:59:23,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047 src: /127.0.0.1:34429 dest: /127.0.0.1:36785
2014-04-10 10:59:23,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047 src: /127.0.0.1:35597 dest: /127.0.0.1:46164
2014-04-10 10:59:23,901 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35597, dest: /127.0.0.1:46164, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047, duration: 2233948
2014-04-10 10:59:23,902 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:23,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:23,903 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34429, dest: /127.0.0.1:36785, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047, duration: 3023852
2014-04-10 10:59:23,903 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:23,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:23,903 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39550, dest: /127.0.0.1:57118, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047, duration: 3941752
2014-04-10 10:59:23,904 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:23,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:23,918 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:23,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:23,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1.jhist dst=null perm=null
2014-04-10 10:59:23,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist_tmp dst=null perm=null
2014-04-10 10:59:23,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1.jhist dst=null perm=null
2014-04-10 10:59:23,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist_tmp dst=null perm=null
2014-04-10 10:59:23,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1.jhist dst=null perm=null
2014-04-10 10:59:23,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:23,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39553, bytes: 59844, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046, duration: 281434
2014-04-10 10:59:23,966 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:59:23,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048 src: /127.0.0.1:35599 dest: /127.0.0.1:46164
2014-04-10 10:59:23,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048 src: /127.0.0.1:55721 dest: /127.0.0.1:51355
2014-04-10 10:59:23,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048 src: /127.0.0.1:39556 dest: /127.0.0.1:57118
2014-04-10 10:59:23,984 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39556, dest: /127.0.0.1:57118, bytes: 59380, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048, duration: 2416712
2014-04-10 10:59:23,984 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:23,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:23,985 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55721, dest: /127.0.0.1:51355, bytes: 59380, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048, duration: 2460804
2014-04-10 10:59:23,985 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:23,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:23,986 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35599, dest: /127.0.0.1:46164, bytes: 59380, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048, duration: 2734856
2014-04-10 10:59:23,986 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:23,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,001 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:24,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:24,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1_conf.xml dst=null perm=null
2014-04-10 10:59:24,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml_tmp dst=null perm=null
2014-04-10 10:59:24,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1_conf.xml dst=null perm=null
2014-04-10 10:59:24,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml_tmp dst=null perm=null
2014-04-10 10:59:24,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004/job_1397145499203_0004_1_conf.xml dst=null perm=null
2014-04-10 10:59:24,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:24,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55723, bytes: 95911, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741865_1041, duration: 401363
2014-04-10 10:59:24,049 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 10:59:24,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049 src: /127.0.0.1:55724 dest: /127.0.0.1:51355
2014-04-10 10:59:24,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049 src: /127.0.0.1:39559 dest: /127.0.0.1:57118
2014-04-10 10:59:24,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049 src: /127.0.0.1:34438 dest: /127.0.0.1:36785
2014-04-10 10:59:24,068 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34438, dest: /127.0.0.1:36785, bytes: 95167, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049, duration: 2697476
2014-04-10 10:59:24,069 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:24,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39559, dest: /127.0.0.1:57118, bytes: 95167, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049, duration: 3242734
2014-04-10 10:59:24,070 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,070 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55724, dest: /127.0.0.1:51355, bytes: 95167, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2145601168_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049, duration: 4193590
2014-04-10 10:59:24,070 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,085 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2145601168_1
2014-04-10 10:59:24,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:24,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:24,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:24,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:24,160 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0004_000001 with final state: FINISHING
2014-04-10 10:59:24,160 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:59:24,160 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0004 with final state: FINISHING
2014-04-10 10:59:24,160 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0004 State change from RUNNING to FINAL_SAVING
2014-04-10 10:59:24,160 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0004
2014-04-10 10:59:24,161 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:59:24,161 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0004 State change from FINAL_SAVING to FINISHING
2014-04-10 10:59:24,195 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:59:24,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:59:24,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:59:24,202 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0004 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist
2014-04-10 10:59:24,202 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist]
2014-04-10 10:59:24,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist dst=null perm=null
2014-04-10 10:59:24,206 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35608, bytes: 59844, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048, duration: 283554
2014-04-10 10:59:24,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary dst=null perm=null
2014-04-10 10:59:24,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39564, bytes: 455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047, duration: 115913
2014-04-10 10:59:24,250 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0004,submitTime=1397145549344,launchTime=1397145553557,firstMapTaskLaunchTime=1397145555729,firstReduceTaskLaunchTime=1397145561640,finishTime=1397145563769,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=1,jobName=[1E5A4F656D864CB4827C03114B108C13/629D3EAC27424F1488B2F060CB7C79D9] trap test/(1/1) ...-mr1/trapplatform/all/tap
2014-04-10 10:59:24,250 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary]
2014-04-10 10:59:24,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:46164
2014-04-10 10:59:24,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004.summary dst=null perm=null
2014-04-10 10:59:24,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:59:24,271 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist
2014-04-10 10:59:24,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0004-1397145549344-brock-%5B1E5A4F656D864CB4827C03114B108C13%2F629D3EAC27424F14-1397145563769-4-1-SUCCEEDED-default-1397145553557.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:24,285 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0004_conf.xml
2014-04-10 10:59:24,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:24,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:24,325 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary
2014-04-10 10:59:24,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary dst=null perm=null
2014-04-10 10:59:24,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:24,327 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary
2014-04-10 10:59:24,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null
2014-04-10 10:59:24,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null
2014-04-10 10:59:24,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:24,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:24,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:24,364 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:24,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 dst=null perm=null
2014-04-10 10:59:24,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:24,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:24,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:24,381 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 10:59:24,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 10:59:24,383 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39564, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043, duration: 104238
2014-04-10 10:59:24,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 10:59:24,385 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39564, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042, duration: 95499
2014-04-10 10:59:24,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 10:59:24,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35608, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044, duration: 116007
2014-04-10 10:59:24,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 10:59:24,389 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55731, bytes: 33, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045, duration: 110261
2014-04-10 10:59:24,389 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/all/trap
2014-04-10 10:59:24,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:24,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:24,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:24,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null
2014-04-10 10:59:24,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 10:59:24,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 10:59:24,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35608, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741867_1043, duration: 107965
2014-04-10 10:59:24,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 10:59:24,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 10:59:24,396 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39564, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741866_1042, duration: 96702
2014-04-10 10:59:24,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 10:59:24,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 10:59:24,398 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39564, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741868_1044, duration: 101779
2014-04-10 10:59:24,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 10:59:24,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 10:59:24,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35608, bytes: 33, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741869_1045, duration: 98602
2014-04-10 10:59:24,400 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/all/tap
2014-04-10 10:59:24,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:24,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:24,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:24,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null
2014-04-10 10:59:24,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 dst=null perm=null
2014-04-10 10:59:24,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 dst=null perm=null
2014-04-10 10:59:24,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:24,415 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:59:24,415 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:59:24,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:24,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:24,430 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 10:59:24,430 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["HadoopFailScheme[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 10:59:24,430 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["HadoopFailScheme[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink"]
2014-04-10 10:59:24,430 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 10:59:24,430 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 10:59:24,430 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 10:59:24,430 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...tform/trapsourcesink/sink
2014-04-10 10:59:24,438 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:59:24,445 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:59:24,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:24,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:24,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:24,448 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 5
2014-04-10 10:59:24,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005 dst=null perm=null
2014-04-10 10:59:24,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:59:24,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:59:24,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:24,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:24,512 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:59:24,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050 src: /127.0.0.1:39567 dest: /127.0.0.1:57118
2014-04-10 10:59:24,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050 src: /127.0.0.1:35613 dest: /127.0.0.1:46164
2014-04-10 10:59:24,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050 src: /127.0.0.1:55735 dest: /127.0.0.1:51355
2014-04-10 10:59:24,537 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55735, dest: /127.0.0.1:51355, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050, duration: 4287095
2014-04-10 10:59:24,537 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:24,538 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35613, dest: /127.0.0.1:46164, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050, duration: 5103087
2014-04-10 10:59:24,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,538 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39567, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050, duration: 5136550
2014-04-10 10:59:24,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741874_1050 size 244650
2014-04-10 10:59:24,551 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:24,553 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar
2014-04-10 10:59:24,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:24,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:24,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:24,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:24,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:24,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:59:24,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:59:24,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:59:24,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:59:24,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:59:24,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:24,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:24,598 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:24,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:24,614 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0004_01_000006
2014-04-10 10:59:24,614 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:24,614 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0004_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:59:24,615 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000006
2014-04-10 10:59:24,615 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:59:24,615 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:24,615 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0004_01_000006, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:24,615 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:24,615 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:59:24,616 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0004_000001 released container container_1397145499203_0004_01_000006 on node: host: localhost:59425 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:24,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:24,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:24,636 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split
2014-04-10 10:59:24,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=null
2014-04-10 10:59:24,653 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:59:24,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051 src: /127.0.0.1:35615 dest: /127.0.0.1:46164
2014-04-10 10:59:24,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051 src: /127.0.0.1:39571 dest: /127.0.0.1:57118
2014-04-10 10:59:24,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051 src: /127.0.0.1:34450 dest: /127.0.0.1:36785
2014-04-10 10:59:24,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051 src: /127.0.0.1:55739 dest: /127.0.0.1:51355
2014-04-10 10:59:24,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55739, dest: /127.0.0.1:51355, bytes: 387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, duration: 2386428
2014-04-10 10:59:24,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:24,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34450, dest: /127.0.0.1:36785, bytes: 387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, duration: 2999266
2014-04-10 10:59:24,678 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39571, dest: /127.0.0.1:57118, bytes: 387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, duration: 3728461
2014-04-10 10:59:24,679 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,679 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35615, dest: /127.0.0.1:46164, bytes: 387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, duration: 4272512
2014-04-10 10:59:24,680 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,693 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:24,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:24,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:24,728 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:59:24,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052 src: /127.0.0.1:35619 dest: /127.0.0.1:46164
2014-04-10 10:59:24,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052 src: /127.0.0.1:34453 dest: /127.0.0.1:36785
2014-04-10 10:59:24,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052 src: /127.0.0.1:39576 dest: /127.0.0.1:57118
2014-04-10 10:59:24,750 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39576, dest: /127.0.0.1:57118, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052, duration: 1957265
2014-04-10 10:59:24,750 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:24,751 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,751 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34453, dest: /127.0.0.1:36785, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052, duration: 2506343
2014-04-10 10:59:24,751 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,752 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,752 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35619, dest: /127.0.0.1:46164, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052, duration: 3268848
2014-04-10 10:59:24,752 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,768 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:24,768 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 10:59:24,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:24,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:24,823 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:59:24,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053 src: /127.0.0.1:34455 dest: /127.0.0.1:36785
2014-04-10 10:59:24,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053 src: /127.0.0.1:35623 dest: /127.0.0.1:46164
2014-04-10 10:59:24,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053 src: /127.0.0.1:55745 dest: /127.0.0.1:51355
2014-04-10 10:59:24,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55745, dest: /127.0.0.1:51355, bytes: 81160, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053, duration: 2296522
2014-04-10 10:59:24,841 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:24,841 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35623, dest: /127.0.0.1:46164, bytes: 81160, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053, duration: 2557063
2014-04-10 10:59:24,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34455, dest: /127.0.0.1:36785, bytes: 81160, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053, duration: 3206115
2014-04-10 10:59:24,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:24,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:24,860 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:24,860 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0005
2014-04-10 10:59:24,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005 dst=null perm=null
2014-04-10 10:59:24,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=null
2014-04-10 10:59:24,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=null
2014-04-10 10:59:24,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:24,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:24,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=null
2014-04-10 10:59:24,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=null
2014-04-10 10:59:24,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:24,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:24,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:24,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:24,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:24,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:24,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:24,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:24,919 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 5 submitted by user brock
2014-04-10 10:59:24,919 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0005
2014-04-10 10:59:24,919 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0005
2014-04-10 10:59:24,919 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0005
2014-04-10 10:59:24,919 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0005 State change from NEW to NEW_SAVING
2014-04-10 10:59:24,920 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0005 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:59:24,920 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0005_000001
2014-04-10 10:59:24,921 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from NEW to SUBMITTED
2014-04-10 10:59:24,921 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0005 from user: brock activated in queue: default
2014-04-10 10:59:24,921 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:59:24,921 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0005 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:59:24,922 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0005_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:59:24,922 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0005
2014-04-10 10:59:24,922 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:59:24,922 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0005 State change from SUBMITTED to ACCEPTED
2014-04-10 10:59:24,925 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0005/
2014-04-10 10:59:24,925 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0005
2014-04-10 10:59:24,925 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0005/
2014-04-10 10:59:25,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:25,067 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000001
2014-04-10 10:59:25,067 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:59:25,067 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0005 container=Container: [ContainerId: container_1397145499203_0005_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0005_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:25,068 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:59:25,068 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:25,068 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:25,068 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0005 AttemptId: appattempt_1397145499203_0005_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0005_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ]
2014-04-10 10:59:25,069 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:59:25,069 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:59:25,069 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0005_000001
2014-04-10 10:59:25,070 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0005_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] for AM appattempt_1397145499203_0005_000001
2014-04-10 10:59:25,070 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:59:25,074 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0005_000001 (auth:SIMPLE)
2014-04-10 10:59:25,077 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0005_01_000001 by user brock
2014-04-10 10:59:25,077 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0005
2014-04-10 10:59:25,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000001
2014-04-10 10:59:25,078 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0005 transitioned from NEW to INITING
2014-04-10 10:59:25,078 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0005_01_000001 to application application_1397145499203_0005
2014-04-10 10:59:25,078 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0005 transitioned from INITING to RUNNING
2014-04-10 10:59:25,078 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0005_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] for AM appattempt_1397145499203_0005_000001
2014-04-10 10:59:25,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:59:25,079 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:59:25,079 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0005
2014-04-10 10:59:25,079 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:25,079 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:59:25,080 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:59:25,080 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:25,080 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0005_01_000001
2014-04-10 10:59:25,089 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145499203_0005_01_000001.tokens. Credentials list:
2014-04-10 10:59:25,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:25,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397145499203_0005_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000001.tokens
2014-04-10 10:59:25,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005
2014-04-10 10:59:25,243 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:46164
2014-04-10 10:59:25,243 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741862_1038 127.0.0.1:36785 127.0.0.1:57118 127.0.0.1:51355 127.0.0.1:46164
2014-04-10 10:59:25,244 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:51355 127.0.0.1:36785 127.0.0.1:46164
2014-04-10 10:59:25,244 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:46164
2014-04-10 10:59:25,244 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:57118 127.0.0.1:46164 127.0.0.1:51355
2014-04-10 10:59:25,245 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:46164
2014-04-10 10:59:25,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0004 dst=null perm=null
2014-04-10 10:59:25,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:25,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:25,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:25,272 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35608, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1944432125_3074, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050, duration: 1009152
2014-04-10 10:59:25,295 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:25,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:25,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:25,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:25,319 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35608, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1944432125_3074, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052, duration: 233581
2014-04-10 10:59:25,335 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:25,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=null
2014-04-10 10:59:25,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=null
2014-04-10 10:59:25,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=null
2014-04-10 10:59:25,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35608, bytes: 391, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1944432125_3074, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, duration: 284319
2014-04-10 10:59:25,375 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:25,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=null
2014-04-10 10:59:25,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=null
2014-04-10 10:59:25,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=null
2014-04-10 10:59:25,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34461, bytes: 81796, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1944432125_3074, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053, duration: 447569
2014-04-10 10:59:25,417 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:25,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:25,451 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:25,452 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:25,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000001/default_container_executor.sh]
2014-04-10 10:59:25,839 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:57118 to replicate blk_1073741874_1050 to datanode(s) 127.0.0.1:36785
2014-04-10 10:59:25,839 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741865_1041, blk_1073741870_1046]
2014-04-10 10:59:25,839 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741871_1047]
2014-04-10 10:59:26,066 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:26,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053
2014-04-10 10:59:26,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047
2014-04-10 10:59:26,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048
2014-04-10 10:59:26,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052
2014-04-10 10:59:26,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051
2014-04-10 10:59:26,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:26,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/COMMIT_STARTED dst=null perm=null
2014-04-10 10:59:26,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:59:26,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/COMMIT_FAIL dst=null perm=null
2014-04-10 10:59:26,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005 dst=null perm=null
2014-04-10 10:59:26,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:59:26,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:59:26,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050
2014-04-10 10:59:26,797 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046
2014-04-10 10:59:26,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052
2014-04-10 10:59:26,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053
2014-04-10 10:59:26,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049
2014-04-10 10:59:26,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051
2014-04-10 10:59:26,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047
2014-04-10 10:59:26,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046
2014-04-10 10:59:26,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048
2014-04-10 10:59:26,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051
2014-04-10 10:59:26,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049
2014-04-10 10:59:26,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741877_1053
2014-04-10 10:59:26,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:26,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741872_1048
2014-04-10 10:59:26,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741873_1049
2014-04-10 10:59:26,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741871_1047
2014-04-10 10:59:26,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052
2014-04-10 10:59:26,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:27,034 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39587, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741876_1052, duration: 158041
2014-04-10 10:59:27,189 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050
2014-04-10 10:59:27,189 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741870_1046
2014-04-10 10:59:27,190 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051
2014-04-10 10:59:27,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741861 for deletion
2014-04-10 10:59:27,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741862 for deletion
2014-04-10 10:59:27,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741861
2014-04-10 10:59:27,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741863 for deletion
2014-04-10 10:59:27,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741862
2014-04-10 10:59:27,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741865 for deletion
2014-04-10 10:59:27,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741863
2014-04-10 10:59:27,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741870 for deletion
2014-04-10 10:59:27,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741865
2014-04-10 10:59:27,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741870
2014-04-10 10:59:27,350 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6599cabd-1876-4422-8ae8-5f13999a22fa, infoPort=47933, ipcPort=48009, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050 to 127.0.0.1:36785
2014-04-10 10:59:27,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050 src: /127.0.0.1:34466 dest: /127.0.0.1:36785
2014-04-10 10:59:27,351 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050 (numBytes=244650) to 127.0.0.1/127.0.0.1:36785
2014-04-10 10:59:27,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050 src: /127.0.0.1:34466 dest: /127.0.0.1:36785 of size 244650
2014-04-10 10:59:27,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741874_1050 size 244650
2014-04-10 10:59:27,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050
2014-04-10 10:59:27,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741861 for deletion
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741862 for deletion
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741861
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741863 for deletion
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741862
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741864 for deletion
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741863
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741871 for deletion
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741864
2014-04-10 10:59:27,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741871
2014-04-10 10:59:27,626 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0005_000001 (auth:SIMPLE)
2014-04-10 10:59:27,628 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0005_000001
2014-04-10 10:59:27,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0005 APPATTEMPTID=appattempt_1397145499203_0005_000001
2014-04-10 10:59:27,628 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:59:27,629 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0005 State change from ACCEPTED to RUNNING
2014-04-10 10:59:27,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:27,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:27,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:27,816 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:59:27,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054 src: /127.0.0.1:39591 dest: /127.0.0.1:57118
2014-04-10 10:59:27,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054 src: /127.0.0.1:34470 dest: /127.0.0.1:36785
2014-04-10 10:59:27,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054 src: /127.0.0.1:55759 dest: /127.0.0.1:51355
2014-04-10 10:59:27,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55759, dest: /127.0.0.1:51355, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054, duration: 5093336
2014-04-10 10:59:27,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:27,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34470, dest: /127.0.0.1:36785, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054, duration: 5611827
2014-04-10 10:59:27,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:59:27,869 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:27,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39591, dest: /127.0.0.1:57118, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054, duration: 5884655
2014-04-10 10:59:27,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:59:27,869 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:27,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:59:27,884 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:28,840 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741864_1040, blk_1073741865_1041, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 10:59:28,840 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 10:59:29,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:29,068 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000002
2014-04-10 10:59:29,068 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:59:29,068 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0005 container=Container: [ContainerId: container_1397145499203_0005_01_000002, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0005_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:29,068 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:59:29,068 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:29,658 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:29,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:29,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.jar dst=null perm=null
2014-04-10 10:59:29,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=null
2014-04-10 10:59:29,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.xml dst=null perm=null
2014-04-10 10:59:29,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:29,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:29,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:29,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:29,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:29,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:29,768 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0005_000001 (auth:SIMPLE)
2014-04-10 10:59:29,771 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0005_01_000002 by user brock
2014-04-10 10:59:29,772 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000002
2014-04-10 10:59:29,772 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0005_01_000002 to application application_1397145499203_0005
2014-04-10 10:59:29,772 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:59:29,772 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0005
2014-04-10 10:59:29,772 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0005
2014-04-10 10:59:29,772 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:29,772 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0005
2014-04-10 10:59:29,773 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:29,796 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:29,796 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:29,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000002/default_container_executor.sh]
2014-04-10 10:59:30,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:30,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741861 for deletion
2014-04-10 10:59:30,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741862 for deletion
2014-04-10 10:59:30,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741864 for deletion
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741862
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741865 for deletion
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741861
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741870 for deletion
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741865
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741871 for deletion
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741864
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741871
2014-04-10 10:59:30,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741870
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741861 for deletion
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741862 for deletion
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741861
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741862
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741863 for deletion
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741864 for deletion
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741863
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741865 for deletion
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741864
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741870 for deletion
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741865
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741870
2014-04-10 10:59:30,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741871 for deletion
2014-04-10 10:59:30,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741871
2014-04-10 10:59:30,360 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0004_01_000001 succeeded
2014-04-10 10:59:30,361 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:59:30,361 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0004_01_000001
2014-04-10 10:59:30,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000001
2014-04-10 10:59:30,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000001
2014-04-10 10:59:30,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000001
2014-04-10 10:59:30,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0004/container_1397145499203_0004_01_000001
2014-04-10 10:59:30,372 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000001
2014-04-10 10:59:30,372 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:59:30,372 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0004_01_000001 from application application_1397145499203_0004
2014-04-10 10:59:30,372 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:30,372 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0004
2014-04-10 10:59:30,616 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0004_01_000001
2014-04-10 10:59:30,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:30,616 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0004_000001
2014-04-10 10:59:30,616 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0004_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:59:30,616 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0004_000001 State change from FINISHING to FINISHED
2014-04-10 10:59:30,616 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0004 CONTAINERID=container_1397145499203_0004_01_000001
2014-04-10 10:59:30,617 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0004 State change from FINISHING to FINISHED
2014-04-10 10:59:30,617 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:59425, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:59:30,617 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0004
2014-04-10 10:59:30,617 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:59:30,617 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0004_000001
2014-04-10 10:59:30,617 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0004,name=[1E5A4F656D864CB4827C03114B108C13/629D3EAC27424F1488B2F060CB7C79D9] trap test/(1/1) ...-mr1/trapplatform/all/tap,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0004/jobhistory/job/job_1397145499203_0004,appMasterHost=localhost.localdomain,startTime=1397145549344,finishTime=1397145564160,finalStatus=SUCCEEDED
2014-04-10 10:59:30,617 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0004_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:30,617 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:30,617 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 10:59:30,617 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0004_000001 released container container_1397145499203_0004_01_000001 on node: host: localhost:59425 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:59:30,618 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0004_000001 is done. finalState=FINISHED
2014-04-10 10:59:30,618 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0004 requests cleared
2014-04-10 10:59:30,618 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0004 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:59:30,618 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0004 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:59:30,619 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0004_000001 (auth:SIMPLE)
2014-04-10 10:59:30,621 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0004_01_000001
2014-04-10 10:59:30,674 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:31,067 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:31,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:31,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:31,068 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0004
2014-04-10 10:59:31,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:31,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:31,068 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:31,068 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0004, with delay of 10800 seconds
2014-04-10 10:59:31,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job.split dst=null perm=null
2014-04-10 10:59:31,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34478, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0005_m_000000_0_-584432881_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741875_1051, duration: 167588
2014-04-10 10:59:31,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:31,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null
2014-04-10 10:59:31,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:31,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0/part-m-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:31,597 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55767, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0005_m_000000_0_-584432881_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 180283
2014-04-10 10:59:31,611 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0/part-m-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:59:31,616 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:31,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:31,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:31,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:31,617 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0004
2014-04-10 10:59:31,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0004
2014-04-10 10:59:31,617 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:31,617 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0004, with delay of 10800 seconds
2014-04-10 10:59:31,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055 src: /127.0.0.1:39602 dest: /127.0.0.1:57118
2014-04-10 10:59:31,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055 src: /127.0.0.1:35648 dest: /127.0.0.1:46164
2014-04-10 10:59:31,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055 src: /127.0.0.1:55770 dest: /127.0.0.1:51355
2014-04-10 10:59:31,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55770, dest: /127.0.0.1:51355, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_m_000000_0_-584432881_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055, duration: 3769923
2014-04-10 10:59:31,664 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:31,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:31,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35648, dest: /127.0.0.1:46164, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_m_000000_0_-584432881_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055, duration: 3233097
2014-04-10 10:59:31,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:31,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:31,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39602, dest: /127.0.0.1:57118, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_m_000000_0_-584432881_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055, duration: 3745011
2014-04-10 10:59:31,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:31,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:31,684 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1397145499203_0005_m_000000_0_-584432881_1
2014-04-10 10:59:31,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0 dst=null perm=null
2014-04-10 10:59:31,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0 dst=null perm=null
2014-04-10 10:59:31,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0 dst=null perm=null
2014-04-10 10:59:31,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0 dst=null perm=null
2014-04-10 10:59:31,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0 dst=null perm=null
2014-04-10 10:59:31,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:31,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0/part-m-00001-00000 dst=null perm=null
2014-04-10 10:59:31,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0/part-m-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-m-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:31,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_m_000000_0 dst=null perm=null
2014-04-10 10:59:31,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1397145499203_0005_m_000000_0 dst=null perm=null
2014-04-10 10:59:31,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055
2014-04-10 10:59:31,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741874_1050
2014-04-10 10:59:31,847 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0005_01_000002
2014-04-10 10:59:31,848 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000002
2014-04-10 10:59:31,848 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:59:31,848 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0005_01_000002
2014-04-10 10:59:31,855 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0005_01_000002 is : 143
2014-04-10 10:59:31,870 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:31,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000002
2014-04-10 10:59:31,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000002
2014-04-10 10:59:31,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000002
2014-04-10 10:59:31,871 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000002
2014-04-10 10:59:31,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000002
2014-04-10 10:59:31,871 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:31,871 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0005_01_000002 from application application_1397145499203_0005
2014-04-10 10:59:31,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:31,871 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0005
2014-04-10 10:59:31,874 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 10:59:31,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056 src: /127.0.0.1:55771 dest: /127.0.0.1:51355
2014-04-10 10:59:31,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056 src: /127.0.0.1:34484 dest: /127.0.0.1:36785
2014-04-10 10:59:31,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056 src: /127.0.0.1:35652 dest: /127.0.0.1:46164
2014-04-10 10:59:31,911 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1.jhist for DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:32,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054
2014-04-10 10:59:32,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055
2014-04-10 10:59:32,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054
2014-04-10 10:59:32,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054
2014-04-10 10:59:32,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055
2014-04-10 10:59:32,848 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0005_01_000002
2014-04-10 10:59:32,849 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:32,849 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0005_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:59:32,849 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000002
2014-04-10 10:59:32,850 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:59:32,850 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:32,850 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0005_01_000002, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:32,850 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:32,850 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:59:32,850 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0005_000001 released container container_1397145499203_0005_01_000002 on node: host: localhost:41983 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:33,850 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:33,850 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000003
2014-04-10 10:59:33,850 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:59:33,851 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0005 container=Container: [ContainerId: container_1397145499203_0005_01_000003, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0005_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:33,851 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:59:33,851 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:34,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:34,707 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0005_01_000003 by user brock
2014-04-10 10:59:34,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000003
2014-04-10 10:59:34,707 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0005_01_000003 to application application_1397145499203_0005
2014-04-10 10:59:34,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:59:34,708 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0005
2014-04-10 10:59:34,708 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0005
2014-04-10 10:59:34,708 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:34,709 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0005
2014-04-10 10:59:34,709 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:34,743 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:34,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:34,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000003/default_container_executor.sh]
2014-04-10 10:59:34,850 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:35,697 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:36,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1397145499203_0005_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:36,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null
2014-04-10 10:59:36,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0/part-r-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:36,573 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0/part-r-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 10:59:36,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057 src: /127.0.0.1:35656 dest: /127.0.0.1:46164
2014-04-10 10:59:36,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057 src: /127.0.0.1:55778 dest: /127.0.0.1:51355
2014-04-10 10:59:36,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057 src: /127.0.0.1:34491 dest: /127.0.0.1:36785
2014-04-10 10:59:36,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34491, dest: /127.0.0.1:36785, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_r_000000_0_-1070676769_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057, duration: 15716151
2014-04-10 10:59:36,666 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:36,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:36,667 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55778, dest: /127.0.0.1:51355, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_r_000000_0_-1070676769_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057, duration: 16433220
2014-04-10 10:59:36,667 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:36,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:36,667 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35656, dest: /127.0.0.1:46164, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_r_000000_0_-1070676769_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057, duration: 16868747
2014-04-10 10:59:36,667 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:36,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:36,684 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1397145499203_0005_r_000000_0_-1070676769_1
2014-04-10 10:59:36,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0 dst=null perm=null
2014-04-10 10:59:36,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0 dst=null perm=null
2014-04-10 10:59:36,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0 dst=null perm=null
2014-04-10 10:59:36,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0 dst=null perm=null
2014-04-10 10:59:36,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0 dst=null perm=null
2014-04-10 10:59:36,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:36,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:36,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0/part-r-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-r-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:36,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1397145499203_0005_r_000000_0 dst=null perm=null
2014-04-10 10:59:36,746 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1397145499203_0005_r_000000_0/part-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 10:59:36,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058 src: /127.0.0.1:39614 dest: /127.0.0.1:57118
2014-04-10 10:59:36,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058 src: /127.0.0.1:34493 dest: /127.0.0.1:36785
2014-04-10 10:59:36,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058 src: /127.0.0.1:35661 dest: /127.0.0.1:46164
2014-04-10 10:59:36,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35661, dest: /127.0.0.1:46164, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_r_000000_0_-1070676769_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058, duration: 1986323
2014-04-10 10:59:36,771 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:36,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:36,772 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34493, dest: /127.0.0.1:36785, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_r_000000_0_-1070676769_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058, duration: 2571706
2014-04-10 10:59:36,772 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:36,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:36,772 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39614, dest: /127.0.0.1:57118, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0005_r_000000_0_-1070676769_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058, duration: 3192251
2014-04-10 10:59:36,773 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:36,773 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 10:59:36,792 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1397145499203_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0005_r_000000_0_-1070676769_1
2014-04-10 10:59:36,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058
2014-04-10 10:59:36,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057
2014-04-10 10:59:36,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1397145499203_0005_r_000000_0 dst=null perm=null
2014-04-10 10:59:36,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1397145499203_0005_r_000000_0 dst=null perm=null
2014-04-10 10:59:36,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/task_1397145499203_0005_r_000000 dst=null perm=null
2014-04-10 10:59:36,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1397145499203_0005_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/task_1397145499203_0005_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:36,903 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0005_01_000003
2014-04-10 10:59:36,903 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000003
2014-04-10 10:59:36,903 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:59:36,903 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0005_01_000003
2014-04-10 10:59:36,910 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0005_01_000003 is : 143
2014-04-10 10:59:36,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:36,926 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:36,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000003
2014-04-10 10:59:36,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000003
2014-04-10 10:59:36,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000003
2014-04-10 10:59:36,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000003
2014-04-10 10:59:36,927 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000003
2014-04-10 10:59:36,928 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:36,928 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0005_01_000003 from application application_1397145499203_0005
2014-04-10 10:59:36,928 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:36,928 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0005
2014-04-10 10:59:36,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:36,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1 dst=null perm=null
2014-04-10 10:59:36,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:36,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:36,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/task_1397145499203_0005_r_000000 dst=null perm=null
2014-04-10 10:59:36,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 dst=null perm=null
2014-04-10 10:59:36,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/task_1397145499203_0005_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:36,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary dst=null perm=null
2014-04-10 10:59:37,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:37,026 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:37,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058
2014-04-10 10:59:37,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057
2014-04-10 10:59:37,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:37,059 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:37,086 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35652, dest: /127.0.0.1:46164, bytes: 38212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056, duration: 5178381468
2014-04-10 10:59:37,086 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:37,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 13322
2014-04-10 10:59:37,087 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34484, dest: /127.0.0.1:36785, bytes: 38212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056, duration: 5179449211
2014-04-10 10:59:37,087 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 13322
2014-04-10 10:59:37,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55771, dest: /127.0.0.1:51355, bytes: 38212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056, duration: 5180765985
2014-04-10 10:59:37,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 13322
2014-04-10 10:59:37,101 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:37,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:37,121 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:59:37,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059 src: /127.0.0.1:34495 dest: /127.0.0.1:36785
2014-04-10 10:59:37,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059 src: /127.0.0.1:55784 dest: /127.0.0.1:51355
2014-04-10 10:59:37,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059 src: /127.0.0.1:35664 dest: /127.0.0.1:46164
2014-04-10 10:59:37,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35664, dest: /127.0.0.1:46164, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059, duration: 2132083
2014-04-10 10:59:37,143 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:37,143 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55784, dest: /127.0.0.1:51355, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059, duration: 2906970
2014-04-10 10:59:37,144 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,144 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34495, dest: /127.0.0.1:36785, bytes: 450, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059, duration: 3483142
2014-04-10 10:59:37,144 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,159 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:37,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:37,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1.jhist dst=null perm=null
2014-04-10 10:59:37,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist_tmp dst=null perm=null
2014-04-10 10:59:37,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1.jhist dst=null perm=null
2014-04-10 10:59:37,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist_tmp dst=null perm=null
2014-04-10 10:59:37,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1.jhist dst=null perm=null
2014-04-10 10:59:37,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058
2014-04-10 10:59:37,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:37,212 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55786, bytes: 38512, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056, duration: 268778
2014-04-10 10:59:37,215 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:59:37,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060 src: /127.0.0.1:39621 dest: /127.0.0.1:57118
2014-04-10 10:59:37,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060 src: /127.0.0.1:34500 dest: /127.0.0.1:36785
2014-04-10 10:59:37,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060 src: /127.0.0.1:35668 dest: /127.0.0.1:46164
2014-04-10 10:59:37,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35668, dest: /127.0.0.1:46164, bytes: 38212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060, duration: 2299721
2014-04-10 10:59:37,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:37,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34500, dest: /127.0.0.1:36785, bytes: 38212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060, duration: 2863183
2014-04-10 10:59:37,236 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39621, dest: /127.0.0.1:57118, bytes: 38212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060, duration: 3564644
2014-04-10 10:59:37,237 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,251 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:37,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:37,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1_conf.xml dst=null perm=null
2014-04-10 10:59:37,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml_tmp dst=null perm=null
2014-04-10 10:59:37,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1_conf.xml dst=null perm=null
2014-04-10 10:59:37,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml_tmp dst=null perm=null
2014-04-10 10:59:37,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005/job_1397145499203_0005_1_conf.xml dst=null perm=null
2014-04-10 10:59:37,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:37,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39624, bytes: 95839, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741878_1054, duration: 220256
2014-04-10 10:59:37,303 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 10:59:37,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061 src: /127.0.0.1:55791 dest: /127.0.0.1:51355
2014-04-10 10:59:37,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061 src: /127.0.0.1:39626 dest: /127.0.0.1:57118
2014-04-10 10:59:37,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061 src: /127.0.0.1:34505 dest: /127.0.0.1:36785
2014-04-10 10:59:37,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34505, dest: /127.0.0.1:36785, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061, duration: 3172017
2014-04-10 10:59:37,327 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:37,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,327 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39626, dest: /127.0.0.1:57118, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061, duration: 3786794
2014-04-10 10:59:37,328 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,328 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55791, dest: /127.0.0.1:51355, bytes: 95095, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-436058355_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061, duration: 4645330
2014-04-10 10:59:37,328 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,342 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-436058355_1
2014-04-10 10:59:37,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:37,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056
2014-04-10 10:59:37,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059
2014-04-10 10:59:37,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057
2014-04-10 10:59:37,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061
2014-04-10 10:59:37,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:37,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:37,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:37,416 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0005_000001 with final state: FINISHING
2014-04-10 10:59:37,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:59:37,417 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0005 with final state: FINISHING
2014-04-10 10:59:37,417 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0005 State change from RUNNING to FINAL_SAVING
2014-04-10 10:59:37,417 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0005
2014-04-10 10:59:37,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:59:37,417 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0005 State change from FINAL_SAVING to FINISHING
2014-04-10 10:59:37,487 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:59:37,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:59:37,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:59:37,494 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0005 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist
2014-04-10 10:59:37,494 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist]
2014-04-10 10:59:37,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist dst=null perm=null
2014-04-10 10:59:37,498 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34508, bytes: 38512, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060, duration: 266961
2014-04-10 10:59:37,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary dst=null perm=null
2014-04-10 10:59:37,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55797, bytes: 454, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741883_1059, duration: 233430
2014-04-10 10:59:37,521 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0005,submitTime=1397145564919,launchTime=1397145567637,firstMapTaskLaunchTime=1397145569776,firstReduceTaskLaunchTime=1397145574709,finishTime=1397145577060,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[E54D5A7F78E446A7B23807B5C6CB5E73/F151817B11304FCE80B91B4A12E68785] trap test/(1/1) ...tform/trapsourcesink/sink
2014-04-10 10:59:37,521 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary]
2014-04-10 10:59:37,534 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:46164
2014-04-10 10:59:37,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005.summary dst=null perm=null
2014-04-10 10:59:37,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:59:37,536 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist
2014-04-10 10:59:37,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0005-1397145564919-brock-%5BE54D5A7F78E446A7B23807B5C6CB5E73%2FF151817B11304FCE-1397145577060-1-1-SUCCEEDED-default-1397145567637.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:37,551 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0005_conf.xml
2014-04-10 10:59:37,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:37,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:37,589 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary
2014-04-10 10:59:37,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary dst=null perm=null
2014-04-10 10:59:37,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,591 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary
2014-04-10 10:59:37,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null
2014-04-10 10:59:37,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null
2014-04-10 10:59:37,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,611 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary
2014-04-10 10:59:37,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null
2014-04-10 10:59:37,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:37,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:37,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:37,632 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:37,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 dst=null perm=null
2014-04-10 10:59:37,636 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34508, bytes: 116, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058, duration: 221756
2014-04-10 10:59:37,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,655 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 2
2014-04-10 10:59:37,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 10:59:37,657 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55797, bytes: 13, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055, duration: 141336
2014-04-10 10:59:37,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:37,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55797, bytes: 13, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057, duration: 127638
2014-04-10 10:59:37,660 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/trapsourcesink/sink
2014-04-10 10:59:37,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:37,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:37,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:37,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null
2014-04-10 10:59:37,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 dst=null perm=null
2014-04-10 10:59:37,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 dst=null perm=null
2014-04-10 10:59:37,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34508, bytes: 116, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741882_1058, duration: 195138
2014-04-10 10:59:37,668 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/trapsourcesink/trap
2014-04-10 10:59:37,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null
2014-04-10 10:59:37,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 10:59:37,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 10:59:37,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39632, bytes: 13, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741879_1055, duration: 217498
2014-04-10 10:59:37,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:37,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:37,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55797, bytes: 13, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741881_1057, duration: 186872
2014-04-10 10:59:37,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:37,699 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:59:37,699 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:59:37,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:37,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:37,714 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 10:59:37,714 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 10:59:37,715 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap"]
2014-04-10 10:59:37,715 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 10:59:37,715 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 10:59:37,715 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 10:59:37,716 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...latform/everycomplete/tap
2014-04-10 10:59:37,724 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:59:37,731 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:59:37,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:37,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:37,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:37,735 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 6
2014-04-10 10:59:37,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006 dst=null perm=null
2014-04-10 10:59:37,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:59:37,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:59:37,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:37,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:37,803 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:59:37,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062 src: /127.0.0.1:34511 dest: /127.0.0.1:36785
2014-04-10 10:59:37,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062 src: /127.0.0.1:39634 dest: /127.0.0.1:57118
2014-04-10 10:59:37,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062 src: /127.0.0.1:55801 dest: /127.0.0.1:51355
2014-04-10 10:59:37,828 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55801, dest: /127.0.0.1:51355, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, duration: 4772625
2014-04-10 10:59:37,828 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:37,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,828 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39634, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, duration: 4933946
2014-04-10 10:59:37,829 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,830 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34511, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, duration: 5823086
2014-04-10 10:59:37,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,830 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,841 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741883_1059]
2014-04-10 10:59:37,842 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741883_1059]
2014-04-10 10:59:37,842 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:37,843 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar
2014-04-10 10:59:37,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:37,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:37,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:37,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:37,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:37,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:59:37,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:59:37,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:59:37,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:59:37,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:59:37,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:37,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:37,888 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:37,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:37,904 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0005_01_000003
2014-04-10 10:59:37,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:37,905 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0005_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:59:37,905 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000003
2014-04-10 10:59:37,905 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:59:37,905 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:37,905 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0005_01_000003, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:37,906 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:37,906 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:59:37,906 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0005_000001 released container container_1397145499203_0005_01_000003 on node: host: localhost:41983 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:37,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:37,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:37,927 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split
2014-04-10 10:59:37,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:37,944 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:59:37,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063 src: /127.0.0.1:39636 dest: /127.0.0.1:57118
2014-04-10 10:59:37,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063 src: /127.0.0.1:34515 dest: /127.0.0.1:36785
2014-04-10 10:59:37,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063 src: /127.0.0.1:35683 dest: /127.0.0.1:46164
2014-04-10 10:59:37,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063 src: /127.0.0.1:55805 dest: /127.0.0.1:51355
2014-04-10 10:59:37,971 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55805, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 4793398
2014-04-10 10:59:37,971 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:37,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,972 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35683, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 5400234
2014-04-10 10:59:37,972 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34515, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 6271058
2014-04-10 10:59:37,973 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39636, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 6842626
2014-04-10 10:59:37,974 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:37,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:37,992 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:38,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:38,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:38,027 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:59:38,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064 src: /127.0.0.1:35685 dest: /127.0.0.1:46164
2014-04-10 10:59:38,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064 src: /127.0.0.1:34519 dest: /127.0.0.1:36785
2014-04-10 10:59:38,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064 src: /127.0.0.1:39642 dest: /127.0.0.1:57118
2014-04-10 10:59:38,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39642, dest: /127.0.0.1:57118, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064, duration: 1849168
2014-04-10 10:59:38,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:38,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:38,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34519, dest: /127.0.0.1:36785, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064, duration: 2428853
2014-04-10 10:59:38,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:38,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:38,052 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35685, dest: /127.0.0.1:46164, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064, duration: 3451011
2014-04-10 10:59:38,052 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:38,053 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:38,067 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:38,068 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 10:59:38,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:38,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:38,111 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:59:38,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065 src: /127.0.0.1:35688 dest: /127.0.0.1:46164
2014-04-10 10:59:38,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065 src: /127.0.0.1:34522 dest: /127.0.0.1:36785
2014-04-10 10:59:38,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065 src: /127.0.0.1:55811 dest: /127.0.0.1:51355
2014-04-10 10:59:38,134 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55811, dest: /127.0.0.1:51355, bytes: 81202, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, duration: 3082035
2014-04-10 10:59:38,134 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:38,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:38,135 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34522, dest: /127.0.0.1:36785, bytes: 81202, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, duration: 3606454
2014-04-10 10:59:38,135 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:38,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:38,135 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35688, dest: /127.0.0.1:46164, bytes: 81202, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, duration: 4452964
2014-04-10 10:59:38,136 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:38,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 10:59:38,151 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:38,151 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0006
2014-04-10 10:59:38,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006 dst=null perm=null
2014-04-10 10:59:38,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:38,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:38,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:38,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:38,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:38,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:38,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:38,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:38,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:38,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:38,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:38,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:38,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:38,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:38,210 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 6 submitted by user brock
2014-04-10 10:59:38,210 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0006
2014-04-10 10:59:38,210 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0006 State change from NEW to NEW_SAVING
2014-04-10 10:59:38,210 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0006
2014-04-10 10:59:38,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0006
2014-04-10 10:59:38,211 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0006 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:59:38,211 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0006_000001
2014-04-10 10:59:38,211 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from NEW to SUBMITTED
2014-04-10 10:59:38,212 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0006 from user: brock activated in queue: default
2014-04-10 10:59:38,212 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:59:38,212 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0006 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:59:38,212 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0006
2014-04-10 10:59:38,212 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0006_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:59:38,212 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:59:38,213 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0006 State change from SUBMITTED to ACCEPTED
2014-04-10 10:59:38,215 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0006/
2014-04-10 10:59:38,215 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0006
2014-04-10 10:59:38,215 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0006/
2014-04-10 10:59:38,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:38,227 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000001
2014-04-10 10:59:38,228 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:59:38,228 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0006 container=Container: [ContainerId: container_1397145499203_0006_01_000001, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0006_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:38,228 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:59:38,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:38,228 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:38,229 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0006 AttemptId: appattempt_1397145499203_0006_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0006_01_000001, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52607 }, ]
2014-04-10 10:59:38,229 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:59:38,229 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:59:38,230 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0006_000001
2014-04-10 10:59:38,231 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0006_01_000001, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] for AM appattempt_1397145499203_0006_000001
2014-04-10 10:59:38,231 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:59:38,235 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0006_000001 (auth:SIMPLE)
2014-04-10 10:59:38,238 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0006_01_000001 by user brock
2014-04-10 10:59:38,238 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0006
2014-04-10 10:59:38,238 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000001
2014-04-10 10:59:38,238 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from NEW to INITING
2014-04-10 10:59:38,239 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0006_01_000001 to application application_1397145499203_0006
2014-04-10 10:59:38,239 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0006_01_000001, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] for AM appattempt_1397145499203_0006_000001
2014-04-10 10:59:38,239 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from INITING to RUNNING
2014-04-10 10:59:38,239 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:59:38,239 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:59:38,240 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0006
2014-04-10 10:59:38,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:38,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:59:38,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:59:38,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:38,241 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0006_01_000001
2014-04-10 10:59:38,250 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0006_01_000001.tokens. Credentials list:
2014-04-10 10:59:38,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:38,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0006_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000001.tokens
2014-04-10 10:59:38,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:38,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:38,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:38,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:38,434 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:46164 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:36785
2014-04-10 10:59:38,434 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:46164 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 10:59:38,435 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 10:59:38,435 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:36785 127.0.0.1:46164 127.0.0.1:51355
2014-04-10 10:59:38,435 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:51355 127.0.0.1:36785 127.0.0.1:46164
2014-04-10 10:59:38,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55797, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_723169172_3425, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, duration: 1095019
2014-04-10 10:59:38,435 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741878_1054 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 10:59:38,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0005 dst=null perm=null
2014-04-10 10:59:38,460 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:38,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:38,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:38,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:38,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34508, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_723169172_3425, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064, duration: 288047
2014-04-10 10:59:38,502 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:38,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:38,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:38,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:38,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39632, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_723169172_3425, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 227619
2014-04-10 10:59:38,543 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:38,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:38,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:38,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:38,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34508, bytes: 81838, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_723169172_3425, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, duration: 378647
2014-04-10 10:59:38,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:38,585 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:38,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:38,613 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:38,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000001/default_container_executor.sh]
2014-04-10 10:59:39,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:39,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741883 for deletion
2014-04-10 10:59:39,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741883
2014-04-10 10:59:39,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741883 for deletion
2014-04-10 10:59:39,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741883
2014-04-10 10:59:39,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:39,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/COMMIT_STARTED dst=null perm=null
2014-04-10 10:59:39,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:59:39,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/COMMIT_FAIL dst=null perm=null
2014-04-10 10:59:39,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006 dst=null perm=null
2014-04-10 10:59:39,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:59:39,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:59:40,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:40,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:40,152 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35697, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064, duration: 174225
2014-04-10 10:59:40,739 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0006_000001 (auth:SIMPLE)
2014-04-10 10:59:40,740 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0006_000001
2014-04-10 10:59:40,740 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0006 APPATTEMPTID=appattempt_1397145499203_0006_000001
2014-04-10 10:59:40,741 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:59:40,741 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0006 State change from ACCEPTED to RUNNING
2014-04-10 10:59:40,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:40,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:40,842 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51355 to replicate blk_1073741886_1062 to datanode(s) 127.0.0.1:46164
2014-04-10 10:59:40,842 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741878_1054]
2014-04-10 10:59:40,842 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741878_1054, blk_1073741880_1056]
2014-04-10 10:59:40,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:40,965 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 10:59:41,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066 src: /127.0.0.1:34534 dest: /127.0.0.1:36785
2014-04-10 10:59:41,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066 src: /127.0.0.1:39657 dest: /127.0.0.1:57118
2014-04-10 10:59:41,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066 src: /127.0.0.1:55824 dest: /127.0.0.1:51355
2014-04-10 10:59:41,055 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55824, dest: /127.0.0.1:51355, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066, duration: 6488909
2014-04-10 10:59:41,055 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:41,055 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39657, dest: /127.0.0.1:57118, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066, duration: 6889900
2014-04-10 10:59:41,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:41,056 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:41,056 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34534, dest: /127.0.0.1:36785, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066, duration: 7159568
2014-04-10 10:59:41,056 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:41,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:41,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 10:59:41,075 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:41,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063
2014-04-10 10:59:41,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065
2014-04-10 10:59:41,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060
2014-04-10 10:59:41,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064
2014-04-10 10:59:41,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056
2014-04-10 10:59:41,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:41,906 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000002
2014-04-10 10:59:41,906 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:59:41,907 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0006 container=Container: [ContainerId: container_1397145499203_0006_01_000002, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0006_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:41,907 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:59:41,907 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:41,907 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:41,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000003
2014-04-10 10:59:41,908 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:59:41,908 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0006 container=Container: [ContainerId: container_1397145499203_0006_01_000003, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0006_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:41,908 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:59:41,908 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:42,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066
2014-04-10 10:59:42,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062
2014-04-10 10:59:42,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060
2014-04-10 10:59:42,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063
2014-04-10 10:59:42,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061
2014-04-10 10:59:42,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:42,207 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000004
2014-04-10 10:59:42,207 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:59:42,207 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0006 container=Container: [ContainerId: container_1397145499203_0006_01_000004, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0006_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:42,207 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:59:42,207 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:42,208 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:42,208 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000005
2014-04-10 10:59:42,208 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:59:42,209 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0006 container=Container: [ContainerId: container_1397145499203_0006_01_000005, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0006_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:42,209 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:59:42,209 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:42,240 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741880_1056
2014-04-10 10:59:42,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741884_1060
2014-04-10 10:59:42,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063
2014-04-10 10:59:42,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064
2014-04-10 10:59:42,243 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741885_1061
2014-04-10 10:59:42,324 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, infoPort=51148, ipcPort=56039, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062 to 127.0.0.1:46164
2014-04-10 10:59:42,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062 src: /127.0.0.1:35708 dest: /127.0.0.1:46164
2014-04-10 10:59:42,326 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062 (numBytes=244650) to 127.0.0.1/127.0.0.1:46164
2014-04-10 10:59:42,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062 src: /127.0.0.1:35708 dest: /127.0.0.1:46164 of size 244650
2014-04-10 10:59:42,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741886_1062 size 244650
2014-04-10 10:59:42,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741874 for deletion
2014-04-10 10:59:42,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741875 for deletion
2014-04-10 10:59:42,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741874
2014-04-10 10:59:42,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741876 for deletion
2014-04-10 10:59:42,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741875
2014-04-10 10:59:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741878 for deletion
2014-04-10 10:59:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741876
2014-04-10 10:59:42,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741878
2014-04-10 10:59:42,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065
2014-04-10 10:59:42,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066
2014-04-10 10:59:42,403 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062
2014-04-10 10:59:42,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741888_1064
2014-04-10 10:59:42,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066
2014-04-10 10:59:42,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741874 for deletion
2014-04-10 10:59:42,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741875 for deletion
2014-04-10 10:59:42,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741874
2014-04-10 10:59:42,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741875
2014-04-10 10:59:42,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741876 for deletion
2014-04-10 10:59:42,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741877 for deletion
2014-04-10 10:59:42,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741876
2014-04-10 10:59:42,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741878 for deletion
2014-04-10 10:59:42,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741877
2014-04-10 10:59:42,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741880 for deletion
2014-04-10 10:59:42,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741878
2014-04-10 10:59:42,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741880
2014-04-10 10:59:42,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065
2014-04-10 10:59:42,568 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062
2014-04-10 10:59:42,568 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063
2014-04-10 10:59:42,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:42,778 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:42,778 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:42,778 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:42,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:42,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:42,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:42,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:42,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:42,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:42,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:42,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:42,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:42,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:42,925 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0006_000001 (auth:SIMPLE)
2014-04-10 10:59:42,925 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0006_000001 (auth:SIMPLE)
2014-04-10 10:59:42,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0006_01_000002 by user brock
2014-04-10 10:59:42,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0006_01_000003 by user brock
2014-04-10 10:59:42,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0006
2014-04-10 10:59:42,929 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000003
2014-04-10 10:59:42,930 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from NEW to INITING
2014-04-10 10:59:42,929 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000002
2014-04-10 10:59:42,930 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0006_01_000003 to application application_1397145499203_0006
2014-04-10 10:59:42,930 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0006_01_000002 to application application_1397145499203_0006
2014-04-10 10:59:42,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0006_01_000004 by user brock
2014-04-10 10:59:42,931 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from INITING to RUNNING
2014-04-10 10:59:42,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0006_01_000005 by user brock
2014-04-10 10:59:42,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0006
2014-04-10 10:59:42,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:59:42,931 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000004
2014-04-10 10:59:42,931 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0006_01_000005 to application application_1397145499203_0006
2014-04-10 10:59:42,931 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000005
2014-04-10 10:59:42,932 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:59:42,932 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from NEW to INITING
2014-04-10 10:59:42,932 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0006
2014-04-10 10:59:42,932 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0006_01_000004 to application application_1397145499203_0006
2014-04-10 10:59:42,932 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0006
2014-04-10 10:59:42,933 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:42,933 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from INITING to RUNNING
2014-04-10 10:59:42,933 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0006
2014-04-10 10:59:42,933 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:42,933 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:59:42,933 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:42,934 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0006
2014-04-10 10:59:42,934 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:59:42,934 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0006
2014-04-10 10:59:42,934 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:42,934 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0006
2014-04-10 10:59:42,934 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0006
2014-04-10 10:59:42,934 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0006
2014-04-10 10:59:42,935 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:42,935 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0006
2014-04-10 10:59:42,935 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0006_01_000002
2014-04-10 10:59:42,935 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:42,935 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:42,936 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0006_01_000003
2014-04-10 10:59:42,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0006
2014-04-10 10:59:42,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0006
2014-04-10 10:59:42,936 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:42,936 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0006
2014-04-10 10:59:42,937 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0006_01_000005
2014-04-10 10:59:42,937 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0006_01_000004
2014-04-10 10:59:42,951 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145499203_0006_01_000004.tokens. Credentials list:
2014-04-10 10:59:42,951 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0006_01_000002.tokens. Credentials list:
2014-04-10 10:59:42,952 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145499203_0006_01_000005.tokens. Credentials list:
2014-04-10 10:59:42,953 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145499203_0006_01_000003.tokens. Credentials list:
2014-04-10 10:59:42,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:42,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:43,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145499203_0006_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000004.tokens
2014-04-10 10:59:43,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397145499203_0006_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000002.tokens
2014-04-10 10:59:43,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:43,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:43,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:43,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:43,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:43,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:43,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:43,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar dst=null perm=null
2014-04-10 10:59:43,176 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35715, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2037326005_3599, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, duration: 932192
2014-04-10 10:59:43,176 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34549, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2901338_3598, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062, duration: 1107731
2014-04-10 10:59:43,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:43,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:43,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:43,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:43,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:43,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:43,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:43,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:43,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:43,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml dst=null perm=null
2014-04-10 10:59:43,235 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55838, bytes: 81838, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2037326005_3599, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, duration: 513068
2014-04-10 10:59:43,237 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35715, bytes: 81838, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2901338_3598, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741889_1065, duration: 352258
2014-04-10 10:59:43,255 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:43,255 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:43,255 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:43,257 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:43,257 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:43,258 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:43,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:43,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:43,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:43,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:43,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:43,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:43,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:43,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:43,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000003/default_container_executor.sh]
2014-04-10 10:59:43,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000004/default_container_executor.sh]
2014-04-10 10:59:43,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000002/default_container_executor.sh]
2014-04-10 10:59:43,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000005/default_container_executor.sh]
2014-04-10 10:59:43,491 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0005_01_000001 succeeded
2014-04-10 10:59:43,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:59:43,492 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0005_01_000001
2014-04-10 10:59:43,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000001
2014-04-10 10:59:43,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000001
2014-04-10 10:59:43,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000001
2014-04-10 10:59:43,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0005/container_1397145499203_0005_01_000001
2014-04-10 10:59:43,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000001
2014-04-10 10:59:43,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:59:43,505 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0005_01_000001 from application application_1397145499203_0005
2014-04-10 10:59:43,506 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:43,506 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0005
2014-04-10 10:59:43,792 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:43,843 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741877_1053, blk_1073741878_1054, blk_1073741880_1056, blk_1073741883_1059]
2014-04-10 10:59:43,843 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741880_1056]
2014-04-10 10:59:43,906 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0005_01_000001
2014-04-10 10:59:43,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:43,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:43,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:43,906 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0005_000001
2014-04-10 10:59:43,907 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0005_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:59:43,907 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0005_000001 State change from FINISHING to FINISHED
2014-04-10 10:59:43,907 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0005 CONTAINERID=container_1397145499203_0005_01_000001
2014-04-10 10:59:43,907 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0005 State change from FINISHING to FINISHED
2014-04-10 10:59:43,907 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:59:43,907 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0005
2014-04-10 10:59:43,907 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:59:43,907 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0005,name=[E54D5A7F78E446A7B23807B5C6CB5E73/F151817B11304FCE80B91B4A12E68785] trap test/(1/1) ...tform/trapsourcesink/sink,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0005/jobhistory/job/job_1397145499203_0005,appMasterHost=localhost.localdomain,startTime=1397145564919,finishTime=1397145577417,finalStatus=SUCCEEDED
2014-04-10 10:59:43,907 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0005_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:43,907 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:43,907 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 10:59:43,908 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0005_000001 released container container_1397145499203_0005_01_000001 on node: host: localhost:41983 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:43,908 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0005_000001 is done. finalState=FINISHED
2014-04-10 10:59:43,908 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0005 requests cleared
2014-04-10 10:59:43,908 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0005 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:59:43,908 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0005 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:59:43,907 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0005_000001
2014-04-10 10:59:43,911 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0005_000001 (auth:SIMPLE)
2014-04-10 10:59:43,919 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0005_01_000001
2014-04-10 10:59:44,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:44,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:44,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145499203_0006_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000003.tokens
2014-04-10 10:59:44,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:44,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145499203_0006_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000005.tokens
2014-04-10 10:59:44,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:44,906 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:44,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0005
2014-04-10 10:59:44,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0005
2014-04-10 10:59:44,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0005
2014-04-10 10:59:44,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0005
2014-04-10 10:59:44,908 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0005
2014-04-10 10:59:44,908 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:44,908 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0005, with delay of 10800 seconds
2014-04-10 10:59:45,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741874 for deletion
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741875 for deletion
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741877 for deletion
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741874
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741878 for deletion
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741875
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741880 for deletion
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741877
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741883 for deletion
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741878_1054 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741878
2014-04-10 10:59:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741880
2014-04-10 10:59:45,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741883
2014-04-10 10:59:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741874 for deletion
2014-04-10 10:59:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741875 for deletion
2014-04-10 10:59:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741876 for deletion
2014-04-10 10:59:45,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741874
2014-04-10 10:59:45,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741876
2014-04-10 10:59:45,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741877 for deletion
2014-04-10 10:59:45,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741880 for deletion
2014-04-10 10:59:45,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741875
2014-04-10 10:59:45,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741877
2014-04-10 10:59:45,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741880
2014-04-10 10:59:45,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:45,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:45,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35736, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0006_m_000002_0_-192197973_1, offset: 512, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 191781
2014-04-10 10:59:45,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34570, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0006_m_000001_0_1433339294_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 181323
2014-04-10 10:59:45,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:45,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:45,850 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55860, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0006_m_000002_0_-192197973_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 180973
2014-04-10 10:59:45,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:45,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job.split dst=null perm=null
2014-04-10 10:59:45,898 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35740, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0006_m_000003_0_1823821852_1, offset: 1024, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 175029
2014-04-10 10:59:45,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39698, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0006_m_000000_0_1689831309_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741887_1063, duration: 180834
2014-04-10 10:59:45,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:45,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35740, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0006_m_000003_0_1823821852_1, offset: 512, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 173088
2014-04-10 10:59:46,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:46,010 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55865, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0006_m_000000_0_1689831309_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 160084
2014-04-10 10:59:46,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39700, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0006_m_000001_0_1433339294_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 192849
2014-04-10 10:59:46,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_m_000002_0 dst=null perm=null
2014-04-10 10:59:46,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_m_000001_0 dst=null perm=null
2014-04-10 10:59:46,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0006_01_000004
2014-04-10 10:59:46,142 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000004
2014-04-10 10:59:46,142 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:59:46,142 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0006_01_000004
2014-04-10 10:59:46,152 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0006_01_000004 is : 143
2014-04-10 10:59:46,157 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 10:59:46,159 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:46,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000004
2014-04-10 10:59:46,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000004
2014-04-10 10:59:46,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000004
2014-04-10 10:59:46,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000004
2014-04-10 10:59:46,160 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000004
2014-04-10 10:59:46,160 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:46,160 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0006_01_000004 from application application_1397145499203_0006
2014-04-10 10:59:46,160 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:46,160 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0006
2014-04-10 10:59:46,161 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0006_01_000003
2014-04-10 10:59:46,161 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000003
2014-04-10 10:59:46,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:59:46,161 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0006_01_000003
2014-04-10 10:59:46,166 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0006_01_000003 is : 143
2014-04-10 10:59:46,174 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:46,175 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000003
2014-04-10 10:59:46,175 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:46,175 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0006_01_000003 from application application_1397145499203_0006
2014-04-10 10:59:46,175 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:46,175 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0006
2014-04-10 10:59:46,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000003
2014-04-10 10:59:46,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000003
2014-04-10 10:59:46,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000003
2014-04-10 10:59:46,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000003
2014-04-10 10:59:46,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_m_000003_0 dst=null perm=null
2014-04-10 10:59:46,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_m_000000_0 dst=null perm=null
2014-04-10 10:59:46,258 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0006_01_000005
2014-04-10 10:59:46,258 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000005
2014-04-10 10:59:46,258 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:59:46,258 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0006_01_000005
2014-04-10 10:59:46,259 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0006_01_000004
2014-04-10 10:59:46,259 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:46,259 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0006_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:59:46,259 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000004
2014-04-10 10:59:46,259 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:59:46,259 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:59:46,260 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0006_01_000004, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:46,260 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:46,260 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:59:46,260 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0006_000001 released container container_1397145499203_0006_01_000004 on node: host: localhost:54691 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:59:46,263 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0006_01_000005 is : 143
2014-04-10 10:59:46,274 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:46,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000005
2014-04-10 10:59:46,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000005
2014-04-10 10:59:46,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000005
2014-04-10 10:59:46,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000005
2014-04-10 10:59:46,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000005
2014-04-10 10:59:46,275 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:46,275 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0006_01_000005 from application application_1397145499203_0006
2014-04-10 10:59:46,275 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:46,275 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0006
2014-04-10 10:59:46,289 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0006_01_000002
2014-04-10 10:59:46,289 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000002
2014-04-10 10:59:46,289 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:59:46,289 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0006_01_000002
2014-04-10 10:59:46,289 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0006_01_000003
2014-04-10 10:59:46,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:46,290 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0006_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:59:46,290 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000003
2014-04-10 10:59:46,290 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:59:46,290 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:59:46,290 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0006_01_000003, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:46,290 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:46,291 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:59:46,291 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0006_000001 released container container_1397145499203_0006_01_000003 on node: host: localhost:41983 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:59:46,294 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0006_01_000002 is : 143
2014-04-10 10:59:46,307 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:46,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000002
2014-04-10 10:59:46,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000002
2014-04-10 10:59:46,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000002
2014-04-10 10:59:46,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000002
2014-04-10 10:59:46,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000002
2014-04-10 10:59:46,308 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:46,308 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0006_01_000002 from application application_1397145499203_0006
2014-04-10 10:59:46,308 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:46,308 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0006
2014-04-10 10:59:46,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067 src: /127.0.0.1:39702 dest: /127.0.0.1:57118
2014-04-10 10:59:46,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067 src: /127.0.0.1:55869 dest: /127.0.0.1:51355
2014-04-10 10:59:46,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067 src: /127.0.0.1:34582 dest: /127.0.0.1:36785
2014-04-10 10:59:46,419 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1.jhist for DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:46,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741886_1062
2014-04-10 10:59:47,259 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0006_01_000005
2014-04-10 10:59:47,260 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:47,260 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0006_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:59:47,260 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000005
2014-04-10 10:59:47,260 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:59:47,261 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:59:47,261 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0006_01_000005, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:47,261 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:47,261 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:59:47,261 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0006_000001 released container container_1397145499203_0006_01_000005 on node: host: localhost:54691 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:59:47,290 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0006_01_000002
2014-04-10 10:59:47,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:47,291 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0006_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:59:47,291 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000002
2014-04-10 10:59:47,291 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:59:47,291 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:47,291 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0006_01_000002, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:47,292 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:47,292 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:59:47,292 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0006_000001 released container container_1397145499203_0006_01_000002 on node: host: localhost:41983 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:59:48,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:48,230 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000006
2014-04-10 10:59:48,230 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:59:48,231 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0006 container=Container: [ContainerId: container_1397145499203_0006_01_000006, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0006_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:48,231 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:59:48,231 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:48,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:48,828 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0006_000001 (auth:SIMPLE)
2014-04-10 10:59:48,831 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0006_01_000006 by user brock
2014-04-10 10:59:48,832 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000006
2014-04-10 10:59:48,832 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0006_01_000006 to application application_1397145499203_0006
2014-04-10 10:59:48,832 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:59:48,832 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0006
2014-04-10 10:59:48,832 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0006
2014-04-10 10:59:48,833 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:48,833 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0006
2014-04-10 10:59:48,834 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:48,865 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:48,865 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:48,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000006/default_container_executor.sh]
2014-04-10 10:59:49,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:49,815 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:50,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:50,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary dst=null perm=null
2014-04-10 10:59:50,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:50,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0/part-r-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:50,684 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0/part-r-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:59:50,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068 src: /127.0.0.1:55890 dest: /127.0.0.1:51355
2014-04-10 10:59:50,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068 src: /127.0.0.1:35770 dest: /127.0.0.1:46164
2014-04-10 10:59:50,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068 src: /127.0.0.1:39726 dest: /127.0.0.1:57118
2014-04-10 10:59:50,778 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39726, dest: /127.0.0.1:57118, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0006_r_000000_0_1816595764_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068, duration: 8904428
2014-04-10 10:59:50,778 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:50,779 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35770, dest: /127.0.0.1:46164, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0006_r_000000_0_1816595764_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068, duration: 8767442
2014-04-10 10:59:50,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:50,779 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:50,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55890, dest: /127.0.0.1:51355, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0006_r_000000_0_1816595764_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068, duration: 9466945
2014-04-10 10:59:50,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:50,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:50,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:50,800 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1397145499203_0006_r_000000_0_1816595764_1
2014-04-10 10:59:50,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0 dst=null perm=null
2014-04-10 10:59:50,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0 dst=null perm=null
2014-04-10 10:59:50,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0 dst=null perm=null
2014-04-10 10:59:50,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0 dst=null perm=null
2014-04-10 10:59:50,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0 dst=null perm=null
2014-04-10 10:59:50,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:50,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:50,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0/part-r-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/part-r-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:50,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1397145499203_0006_r_000000_0 dst=null perm=null
2014-04-10 10:59:50,992 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0006_r_000000_0_1816595764_1
2014-04-10 10:59:51,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_r_000000_0 dst=null perm=null
2014-04-10 10:59:51,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_r_000000_0 dst=null perm=null
2014-04-10 10:59:51,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/task_1397145499203_0006_r_000000 dst=null perm=null
2014-04-10 10:59:51,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1397145499203_0006_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/task_1397145499203_0006_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:51,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0006_01_000006
2014-04-10 10:59:51,102 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000006
2014-04-10 10:59:51,102 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:59:51,102 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0006_01_000006
2014-04-10 10:59:51,108 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0006_01_000006 is : 143
2014-04-10 10:59:51,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:51,126 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:59:51,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000006
2014-04-10 10:59:51,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000006
2014-04-10 10:59:51,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000006
2014-04-10 10:59:51,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000006
2014-04-10 10:59:51,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000006
2014-04-10 10:59:51,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:59:51,128 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0006_01_000006 from application application_1397145499203_0006
2014-04-10 10:59:51,128 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:51,128 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0006
2014-04-10 10:59:51,141 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:51,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1 dst=null perm=null
2014-04-10 10:59:51,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/task_1397145499203_0006_r_000000 dst=null perm=null
2014-04-10 10:59:51,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 dst=null perm=null
2014-04-10 10:59:51,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/task_1397145499203_0006_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:51,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary dst=null perm=null
2014-04-10 10:59:51,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:51,225 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:51,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:51,258 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:51,286 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34582, dest: /127.0.0.1:36785, bytes: 61369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067, duration: 4871069667
2014-04-10 10:59:51,286 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:51,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 15146
2014-04-10 10:59:51,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55869, dest: /127.0.0.1:51355, bytes: 61369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067, duration: 4872357097
2014-04-10 10:59:51,288 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 15146
2014-04-10 10:59:51,289 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39702, dest: /127.0.0.1:57118, bytes: 61369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067, duration: 4873349394
2014-04-10 10:59:51,289 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 15146
2014-04-10 10:59:51,308 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:51,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:51,328 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:59:51,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069 src: /127.0.0.1:35773 dest: /127.0.0.1:46164
2014-04-10 10:59:51,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069 src: /127.0.0.1:55895 dest: /127.0.0.1:51355
2014-04-10 10:59:51,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069 src: /127.0.0.1:39730 dest: /127.0.0.1:57118
2014-04-10 10:59:51,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39730, dest: /127.0.0.1:57118, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069, duration: 2425147
2014-04-10 10:59:51,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:51,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,351 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55895, dest: /127.0.0.1:51355, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069, duration: 3080662
2014-04-10 10:59:51,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,352 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35773, dest: /127.0.0.1:46164, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069, duration: 3766170
2014-04-10 10:59:51,352 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,367 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:51,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:51,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1.jhist dst=null perm=null
2014-04-10 10:59:51,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist_tmp dst=null perm=null
2014-04-10 10:59:51,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1.jhist dst=null perm=null
2014-04-10 10:59:51,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist_tmp dst=null perm=null
2014-04-10 10:59:51,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1.jhist dst=null perm=null
2014-04-10 10:59:51,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:51,411 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39731, bytes: 61849, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067, duration: 278250
2014-04-10 10:59:51,414 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:59:51,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070 src: /127.0.0.1:34610 dest: /127.0.0.1:36785
2014-04-10 10:59:51,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070 src: /127.0.0.1:55899 dest: /127.0.0.1:51355
2014-04-10 10:59:51,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070 src: /127.0.0.1:39734 dest: /127.0.0.1:57118
2014-04-10 10:59:51,434 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39734, dest: /127.0.0.1:57118, bytes: 61369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070, duration: 3427660
2014-04-10 10:59:51,435 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:51,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,435 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55899, dest: /127.0.0.1:51355, bytes: 61369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070, duration: 3945882
2014-04-10 10:59:51,435 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,436 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34610, dest: /127.0.0.1:36785, bytes: 61369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070, duration: 4601305
2014-04-10 10:59:51,436 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,437 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,450 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:51,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:51,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1_conf.xml dst=null perm=null
2014-04-10 10:59:51,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml_tmp dst=null perm=null
2014-04-10 10:59:51,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1_conf.xml dst=null perm=null
2014-04-10 10:59:51,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml_tmp dst=null perm=null
2014-04-10 10:59:51,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006/job_1397145499203_0006_1_conf.xml dst=null perm=null
2014-04-10 10:59:51,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:51,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39731, bytes: 95881, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741890_1066, duration: 427159
2014-04-10 10:59:51,498 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 10:59:51,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071 src: /127.0.0.1:35780 dest: /127.0.0.1:46164
2014-04-10 10:59:51,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071 src: /127.0.0.1:55902 dest: /127.0.0.1:51355
2014-04-10 10:59:51,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071 src: /127.0.0.1:34615 dest: /127.0.0.1:36785
2014-04-10 10:59:51,517 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34615, dest: /127.0.0.1:36785, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071, duration: 2771751
2014-04-10 10:59:51,517 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:51,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,518 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55902, dest: /127.0.0.1:51355, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071, duration: 3374394
2014-04-10 10:59:51,518 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,519 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35780, dest: /127.0.0.1:46164, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1783536174_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071, duration: 4679571
2014-04-10 10:59:51,520 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1783536174_1
2014-04-10 10:59:51,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:51,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:51,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:51,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:51,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0006_000001 with final state: FINISHING
2014-04-10 10:59:51,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:59:51,609 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0006 with final state: FINISHING
2014-04-10 10:59:51,609 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0006 State change from RUNNING to FINAL_SAVING
2014-04-10 10:59:51,609 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0006
2014-04-10 10:59:51,610 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:59:51,610 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0006 State change from FINAL_SAVING to FINISHING
2014-04-10 10:59:51,627 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:59:51,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:59:51,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:59:51,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary dst=null perm=null
2014-04-10 10:59:51,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35786, bytes: 455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069, duration: 250725
2014-04-10 10:59:51,637 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0006,submitTime=1397145578209,launchTime=1397145580750,firstMapTaskLaunchTime=1397145582939,firstReduceTaskLaunchTime=1397145588833,finishTime=1397145591259,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=2,jobName=[FA8AD20CD9EF4E308CDD06DAA4556B6E/58CF9F7E988B41CD949913FD45B82243] trap test/(1/1) ...latform/everycomplete/tap
2014-04-10 10:59:51,638 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary]
2014-04-10 10:59:51,650 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:46164 127.0.0.1:51355 127.0.0.1:57118
2014-04-10 10:59:51,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006.summary dst=null perm=null
2014-04-10 10:59:51,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:59:51,653 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist
2014-04-10 10:59:51,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:51,667 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0006_conf.xml
2014-04-10 10:59:51,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:59:51,684 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0006 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist
2014-04-10 10:59:51,684 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist]
2014-04-10 10:59:51,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0006-1397145578209-brock-%5BFA8AD20CD9EF4E308CDD06DAA4556B6E%2F58CF9F7E988B41CD-1397145591259-4-1-SUCCEEDED-default-1397145580750.jhist dst=null perm=null
2014-04-10 10:59:51,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55908, bytes: 61849, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070, duration: 263435
2014-04-10 10:59:51,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,727 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary
2014-04-10 10:59:51,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary dst=null perm=null
2014-04-10 10:59:51,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:51,728 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary
2014-04-10 10:59:51,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary dst=null perm=null
2014-04-10 10:59:51,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary dst=null perm=null
2014-04-10 10:59:51,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,753 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:51,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 dst=null perm=null
2014-04-10 10:59:51,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:51,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:51,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:51,765 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:51,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:51,767 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35786, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068, duration: 136909
2014-04-10 10:59:51,767 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/everycomplete/tap
2014-04-10 10:59:51,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null
2014-04-10 10:59:51,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 dst=null perm=null
2014-04-10 10:59:51,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 dst=null perm=null
2014-04-10 10:59:51,771 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/everycomplete/trap
2014-04-10 10:59:51,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:51,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:51,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:51,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null
2014-04-10 10:59:51,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:51,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 10:59:51,775 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55908, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068, duration: 137291
2014-04-10 10:59:51,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:51,784 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:59:51,785 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:59:51,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 10:59:51,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 10:59:51,797 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 10:59:51,797 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 10:59:51,798 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic"]
2014-04-10 10:59:51,798 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 10:59:51,798 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 10:59:51,798 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 10:59:51,798 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...hain/tap-nondeterministic
2014-04-10 10:59:51,805 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:59:51,813 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 10:59:51,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 10:59:51,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071
2014-04-10 10:59:51,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069
2014-04-10 10:59:51,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:51,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068
2014-04-10 10:59:51,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:51,816 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 7
2014-04-10 10:59:51,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007 dst=null perm=null
2014-04-10 10:59:51,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:59:51,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:59:51,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:51,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:51,877 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 10:59:51,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072 src: /127.0.0.1:35788 dest: /127.0.0.1:46164
2014-04-10 10:59:51,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072 src: /127.0.0.1:34622 dest: /127.0.0.1:36785
2014-04-10 10:59:51,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072 src: /127.0.0.1:55911 dest: /127.0.0.1:51355
2014-04-10 10:59:51,902 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55911, dest: /127.0.0.1:51355, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, duration: 4642288
2014-04-10 10:59:51,902 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:51,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,903 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34622, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, duration: 5331862
2014-04-10 10:59:51,903 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,904 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35788, dest: /127.0.0.1:46164, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, duration: 4566198
2014-04-10 10:59:51,904 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:51,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:51,917 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:51,918 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar
2014-04-10 10:59:51,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:51,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:51,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:51,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:51,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:51,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:59:51,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:59:51,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:59:51,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:59:51,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:59:51,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:51,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:51,963 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:59:51,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 10:59:51,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:52,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:52,001 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split
2014-04-10 10:59:52,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:52,019 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 10:59:52,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073 src: /127.0.0.1:55912 dest: /127.0.0.1:51355
2014-04-10 10:59:52,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073 src: /127.0.0.1:35792 dest: /127.0.0.1:46164
2014-04-10 10:59:52,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073 src: /127.0.0.1:34626 dest: /127.0.0.1:36785
2014-04-10 10:59:52,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073 src: /127.0.0.1:39749 dest: /127.0.0.1:57118
2014-04-10 10:59:52,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39749, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 2468981
2014-04-10 10:59:52,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:52,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34626, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 3100266
2014-04-10 10:59:52,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:52,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,044 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35792, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 3874133
2014-04-10 10:59:52,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:52,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55912, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 4436059
2014-04-10 10:59:52,045 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:52,046 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,058 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:52,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:52,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:52,093 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 10:59:52,102 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0006_01_000006
2014-04-10 10:59:52,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:52,103 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0006_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:59:52,103 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000006
2014-04-10 10:59:52,104 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:59:52,104 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:59:52,104 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0006_01_000006, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:52,104 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:52,104 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:59:52,105 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0006_000001 released container container_1397145499203_0006_01_000006 on node: host: localhost:52607 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:52,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074 src: /127.0.0.1:55916 dest: /127.0.0.1:51355
2014-04-10 10:59:52,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074 src: /127.0.0.1:34629 dest: /127.0.0.1:36785
2014-04-10 10:59:52,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074 src: /127.0.0.1:35797 dest: /127.0.0.1:46164
2014-04-10 10:59:52,115 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35797, dest: /127.0.0.1:46164, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074, duration: 1620453
2014-04-10 10:59:52,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:52,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34629, dest: /127.0.0.1:36785, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074, duration: 2258496
2014-04-10 10:59:52,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:52,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55916, dest: /127.0.0.1:51355, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074, duration: 2926771
2014-04-10 10:59:52,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:52,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,133 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:52,134 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 10:59:52,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:52,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:59:52,175 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:59:52,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075 src: /127.0.0.1:35798 dest: /127.0.0.1:46164
2014-04-10 10:59:52,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075 src: /127.0.0.1:34632 dest: /127.0.0.1:36785
2014-04-10 10:59:52,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075 src: /127.0.0.1:39755 dest: /127.0.0.1:57118
2014-04-10 10:59:52,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39755, dest: /127.0.0.1:57118, bytes: 80692, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, duration: 3317225
2014-04-10 10:59:52,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:52,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34632, dest: /127.0.0.1:36785, bytes: 80692, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, duration: 3597498
2014-04-10 10:59:52,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:52,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,202 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35798, dest: /127.0.0.1:46164, bytes: 80692, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, duration: 4257023
2014-04-10 10:59:52,202 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:52,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:52,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 10:59:52,217 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0007
2014-04-10 10:59:52,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007 dst=null perm=null
2014-04-10 10:59:52,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:52,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:52,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:52,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:52,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:52,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:52,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:52,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:52,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:52,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:52,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:52,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:52,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:52,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:52,275 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 7 submitted by user brock
2014-04-10 10:59:52,275 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0007
2014-04-10 10:59:52,275 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0007
2014-04-10 10:59:52,275 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0007
2014-04-10 10:59:52,275 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0007 State change from NEW to NEW_SAVING
2014-04-10 10:59:52,276 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0007 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:59:52,276 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0007_000001
2014-04-10 10:59:52,276 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from NEW to SUBMITTED
2014-04-10 10:59:52,277 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0007 from user: brock activated in queue: default
2014-04-10 10:59:52,277 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:59:52,277 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0007 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:59:52,277 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0007
2014-04-10 10:59:52,277 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0007_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:59:52,278 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:59:52,279 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0007 State change from SUBMITTED to ACCEPTED
2014-04-10 10:59:52,280 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0007/
2014-04-10 10:59:52,281 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0007
2014-04-10 10:59:52,281 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0007/
2014-04-10 10:59:52,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:52,293 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000001
2014-04-10 10:59:52,293 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:59:52,293 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0007 container=Container: [ContainerId: container_1397145499203_0007_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0007_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:52,293 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:59:52,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:52,294 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:52,294 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0007 AttemptId: appattempt_1397145499203_0007_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0007_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ]
2014-04-10 10:59:52,294 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:59:52,295 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:59:52,295 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0007_000001
2014-04-10 10:59:52,296 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0007_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] for AM appattempt_1397145499203_0007_000001
2014-04-10 10:59:52,296 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:59:52,301 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0007_000001 (auth:SIMPLE)
2014-04-10 10:59:52,303 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0007_01_000001 by user brock
2014-04-10 10:59:52,303 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0007
2014-04-10 10:59:52,303 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000001
2014-04-10 10:59:52,303 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from NEW to INITING
2014-04-10 10:59:52,304 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0007_01_000001 to application application_1397145499203_0007
2014-04-10 10:59:52,304 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0007_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] for AM appattempt_1397145499203_0007_000001
2014-04-10 10:59:52,304 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from INITING to RUNNING
2014-04-10 10:59:52,304 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:59:52,305 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:59:52,305 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0007
2014-04-10 10:59:52,305 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:52,305 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:59:52,305 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:59:52,306 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:52,306 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0007_01_000001
2014-04-10 10:59:52,314 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145499203_0007_01_000001.tokens. Credentials list:
2014-04-10 10:59:52,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:52,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145499203_0007_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000001.tokens
2014-04-10 10:59:52,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 10:59:52,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067
2014-04-10 10:59:52,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068
2014-04-10 10:59:52,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073
2014-04-10 10:59:52,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069
2014-04-10 10:59:52,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070
2014-04-10 10:59:52,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075
2014-04-10 10:59:52,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067
2014-04-10 10:59:52,445 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070
2014-04-10 10:59:52,447 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071
2014-04-10 10:59:52,448 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075
2014-04-10 10:59:52,448 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073
2014-04-10 10:59:52,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:52,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:52,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:52,508 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55908, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-649842328_4040, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, duration: 919978
2014-04-10 10:59:52,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:52,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:52,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:52,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:52,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34638, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-649842328_4040, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074, duration: 234212
2014-04-10 10:59:52,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074
2014-04-10 10:59:52,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741895_1071
2014-04-10 10:59:52,575 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072
2014-04-10 10:59:52,576 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:52,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:52,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:52,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:52,600 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55908, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-649842328_4040, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 225795
2014-04-10 10:59:52,618 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:52,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:52,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:52,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:52,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35786, bytes: 81324, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-649842328_4040, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, duration: 588943
2014-04-10 10:59:52,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072
2014-04-10 10:59:52,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074
2014-04-10 10:59:52,650 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741886_1062 127.0.0.1:36785 127.0.0.1:57118 127.0.0.1:51355 127.0.0.1:46164
2014-04-10 10:59:52,650 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:46164 127.0.0.1:51355
2014-04-10 10:59:52,651 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741888_1064 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 10:59:52,651 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 10:59:52,651 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:57118 127.0.0.1:51355 127.0.0.1:36785
2014-04-10 10:59:52,651 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:36785 127.0.0.1:57118 127.0.0.1:51355
2014-04-10 10:59:52,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0006 dst=null perm=null
2014-04-10 10:59:52,665 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:52,665 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:52,696 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:52,697 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:52,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000001/default_container_executor.sh]
2014-04-10 10:59:52,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741894_1070
2014-04-10 10:59:52,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073
2014-04-10 10:59:52,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741893_1069
2014-04-10 10:59:52,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741892_1068
2014-04-10 10:59:52,777 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741891_1067
2014-04-10 10:59:52,844 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51355 to replicate blk_1073741896_1072 to datanode(s) 127.0.0.1:57118
2014-04-10 10:59:52,844 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741893_1069, blk_1073741886_1062, blk_1073741887_1063]
2014-04-10 10:59:52,844 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741888_1064, blk_1073741890_1066, blk_1073741891_1067, blk_1073741893_1069, blk_1073741886_1062, blk_1073741887_1063]
2014-04-10 10:59:53,292 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:53,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:59:53,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/COMMIT_STARTED dst=null perm=null
2014-04-10 10:59:53,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:59:53,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/COMMIT_FAIL dst=null perm=null
2014-04-10 10:59:53,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007 dst=null perm=null
2014-04-10 10:59:53,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:59:53,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:59:54,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:54,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:59:54,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34641, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074, duration: 157258
2014-04-10 10:59:54,323 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, infoPort=51148, ipcPort=56039, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072 to 127.0.0.1:57118
2014-04-10 10:59:54,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072 src: /127.0.0.1:39764 dest: /127.0.0.1:57118
2014-04-10 10:59:54,325 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072 (numBytes=244650) to 127.0.0.1/127.0.0.1:57118
2014-04-10 10:59:54,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072 src: /127.0.0.1:39764 dest: /127.0.0.1:57118 of size 244650
2014-04-10 10:59:54,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741896_1072 size 244650
2014-04-10 10:59:54,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741888 for deletion
2014-04-10 10:59:54,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741890 for deletion
2014-04-10 10:59:54,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741891 for deletion
2014-04-10 10:59:54,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741888
2014-04-10 10:59:54,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741890
2014-04-10 10:59:54,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741891
2014-04-10 10:59:54,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741893 for deletion
2014-04-10 10:59:54,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741886 for deletion
2014-04-10 10:59:54,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741887 for deletion
2014-04-10 10:59:54,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741893
2014-04-10 10:59:54,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741887
2014-04-10 10:59:54,350 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741886
2014-04-10 10:59:54,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741888 for deletion
2014-04-10 10:59:54,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741889 for deletion
2014-04-10 10:59:54,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741888
2014-04-10 10:59:54,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741893 for deletion
2014-04-10 10:59:54,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741889
2014-04-10 10:59:54,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741886 for deletion
2014-04-10 10:59:54,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741893
2014-04-10 10:59:54,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741887 for deletion
2014-04-10 10:59:54,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741886
2014-04-10 10:59:54,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741887
2014-04-10 10:59:54,814 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0007_000001 (auth:SIMPLE)
2014-04-10 10:59:54,816 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0007_000001
2014-04-10 10:59:54,816 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0007 APPATTEMPTID=appattempt_1397145499203_0007_000001
2014-04-10 10:59:54,816 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:59:54,816 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0007 State change from ACCEPTED to RUNNING
2014-04-10 10:59:54,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:55,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:59:55,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:59:55,149 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 10:59:55,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076 src: /127.0.0.1:35811 dest: /127.0.0.1:46164
2014-04-10 10:59:55,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076 src: /127.0.0.1:55933 dest: /127.0.0.1:51355
2014-04-10 10:59:55,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076 src: /127.0.0.1:39768 dest: /127.0.0.1:57118
2014-04-10 10:59:55,195 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39768, dest: /127.0.0.1:57118, bytes: 94555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076, duration: 5956118
2014-04-10 10:59:55,196 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:59:55,196 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55933, dest: /127.0.0.1:51355, bytes: 94555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076, duration: 6670147
2014-04-10 10:59:55,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:55,196 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:55,196 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35811, dest: /127.0.0.1:46164, bytes: 94555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076, duration: 6972469
2014-04-10 10:59:55,196 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:59:55,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:55,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 10:59:55,216 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 10:59:55,845 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741891_1067, blk_1073741886_1062, blk_1073741887_1063]
2014-04-10 10:59:55,845 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741889_1065, blk_1073741890_1066, blk_1073741891_1067, blk_1073741893_1069, blk_1073741886_1062, blk_1073741887_1063]
2014-04-10 10:59:56,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:56,105 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000002
2014-04-10 10:59:56,105 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:59:56,105 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0007 container=Container: [ContainerId: container_1397145499203_0007_01_000002, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0007_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:56,105 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:59:56,106 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:56,106 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:56,106 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000003
2014-04-10 10:59:56,107 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0007_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:59:56,107 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0007 container=Container: [ContainerId: container_1397145499203_0007_01_000003, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0007_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:56,107 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:59:56,107 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:56,262 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:56,262 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000004
2014-04-10 10:59:56,263 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0007_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:59:56,263 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0007 container=Container: [ContainerId: container_1397145499203_0007_01_000004, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0007_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:56,263 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:59:56,263 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:56,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:59:56,264 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000005
2014-04-10 10:59:56,264 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0007_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:59:56,264 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0007 container=Container: [ContainerId: container_1397145499203_0007_01_000005, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0007_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:56,265 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:59:56,265 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:56,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073
2014-04-10 10:59:56,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075
2014-04-10 10:59:56,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076
2014-04-10 10:59:56,847 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:56,847 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:56,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:56,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:59:56,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:56,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:56,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:56,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:56,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:56,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:56,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:56,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:56,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:59:56,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 10:59:56,981 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0007_000001 (auth:SIMPLE)
2014-04-10 10:59:56,981 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0007_000001 (auth:SIMPLE)
2014-04-10 10:59:56,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0007_01_000002 by user brock
2014-04-10 10:59:56,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0007_01_000004 by user brock
2014-04-10 10:59:56,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0007
2014-04-10 10:59:56,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0007
2014-04-10 10:59:56,986 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from NEW to INITING
2014-04-10 10:59:56,986 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from NEW to INITING
2014-04-10 10:59:56,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0007_01_000003 by user brock
2014-04-10 10:59:56,986 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0007_01_000004 to application application_1397145499203_0007
2014-04-10 10:59:56,986 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0007_01_000002 to application application_1397145499203_0007
2014-04-10 10:59:56,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000004
2014-04-10 10:59:56,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000002
2014-04-10 10:59:56,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0007_01_000005 by user brock
2014-04-10 10:59:56,987 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0007_01_000003 to application application_1397145499203_0007
2014-04-10 10:59:56,986 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from INITING to RUNNING
2014-04-10 10:59:56,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000003
2014-04-10 10:59:56,988 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from INITING to RUNNING
2014-04-10 10:59:56,987 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000005
2014-04-10 10:59:56,988 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:59:56,988 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:59:56,988 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0007_01_000005 to application application_1397145499203_0007
2014-04-10 10:59:56,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0007
2014-04-10 10:59:56,988 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:59:56,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0007
2014-04-10 10:59:56,988 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:56,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0007
2014-04-10 10:59:56,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0007
2014-04-10 10:59:56,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0007
2014-04-10 10:59:56,989 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:56,989 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:56,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0007
2014-04-10 10:59:56,989 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:56,989 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:59:56,989 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:59:56,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0007
2014-04-10 10:59:56,989 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:59:56,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0007
2014-04-10 10:59:56,989 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:56,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0007_01_000004
2014-04-10 10:59:56,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0007
2014-04-10 10:59:56,990 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0007
2014-04-10 10:59:56,990 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0007
2014-04-10 10:59:56,990 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:59:56,990 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0007_01_000002
2014-04-10 10:59:56,990 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0007
2014-04-10 10:59:56,990 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0007_01_000003
2014-04-10 10:59:56,990 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0007_01_000005
2014-04-10 10:59:56,998 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145499203_0007_01_000003.tokens. Credentials list:
2014-04-10 10:59:56,998 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0007_01_000002.tokens. Credentials list:
2014-04-10 10:59:56,999 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145499203_0007_01_000004.tokens. Credentials list:
2014-04-10 10:59:56,999 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145499203_0007_01_000005.tokens. Credentials list:
2014-04-10 10:59:57,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:57,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:57,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072
2014-04-10 10:59:57,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741898_1074
2014-04-10 10:59:57,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145499203_0007_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000003.tokens
2014-04-10 10:59:57,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 10:59:57,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397145499203_0007_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000004.tokens
2014-04-10 10:59:57,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 10:59:57,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:57,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:57,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:57,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:57,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:57,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:57,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:57,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar dst=null perm=null
2014-04-10 10:59:57,212 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35820, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1189531156_4213, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, duration: 1151040
2014-04-10 10:59:57,213 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39776, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_811642709_4212, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072, duration: 1237851
2014-04-10 10:59:57,242 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:57,242 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:57,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:57,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:57,262 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:57,263 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:59:57,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:57,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:57,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:57,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml dst=null perm=null
2014-04-10 10:59:57,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35820, bytes: 81324, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1189531156_4213, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, duration: 365944
2014-04-10 10:59:57,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34655, bytes: 81324, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_811642709_4212, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741899_1075, duration: 440292
2014-04-10 10:59:57,295 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:57,296 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:57,295 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:59:57,295 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:57,296 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:57,296 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:59:57,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:57,323 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:57,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741889 for deletion
2014-04-10 10:59:57,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741890 for deletion
2014-04-10 10:59:57,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741889
2014-04-10 10:59:57,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741891 for deletion
2014-04-10 10:59:57,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741890
2014-04-10 10:59:57,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741893 for deletion
2014-04-10 10:59:57,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741886 for deletion
2014-04-10 10:59:57,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741891
2014-04-10 10:59:57,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741887 for deletion
2014-04-10 10:59:57,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741893
2014-04-10 10:59:57,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741886
2014-04-10 10:59:57,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741887
2014-04-10 10:59:57,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:57,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:57,326 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:57,326 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:57,329 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:59:57,330 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:57,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000005/default_container_executor.sh]
2014-04-10 10:59:57,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000002/default_container_executor.sh]
2014-04-10 10:59:57,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000003/default_container_executor.sh]
2014-04-10 10:59:57,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000004/default_container_executor.sh]
2014-04-10 10:59:57,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741896_1072
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741888 for deletion
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741889 for deletion
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741888
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741890 for deletion
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741889
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741891 for deletion
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741890
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741886 for deletion
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741891
2014-04-10 10:59:57,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741887 for deletion
2014-04-10 10:59:57,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741886
2014-04-10 10:59:57,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741887
2014-04-10 10:59:57,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076
2014-04-10 10:59:57,770 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0006_01_000001 succeeded
2014-04-10 10:59:57,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:59:57,771 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0006_01_000001
2014-04-10 10:59:57,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076
2014-04-10 10:59:57,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000001
2014-04-10 10:59:57,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000001
2014-04-10 10:59:57,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000001
2014-04-10 10:59:57,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0006/container_1397145499203_0006_01_000001
2014-04-10 10:59:57,789 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000001
2014-04-10 10:59:57,789 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:59:57,789 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0006_01_000001 from application application_1397145499203_0006
2014-04-10 10:59:57,789 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:59:57,789 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0006
2014-04-10 10:59:57,863 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:59:58,104 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0006_01_000001
2014-04-10 10:59:58,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:59:58,105 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0006_000001
2014-04-10 10:59:58,105 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0006_000001 State change from FINISHING to FINISHED
2014-04-10 10:59:58,105 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0006 State change from FINISHING to FINISHED
2014-04-10 10:59:58,105 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0006_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:59:58,106 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0006 CONTAINERID=container_1397145499203_0006_01_000001
2014-04-10 10:59:58,105 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0006
2014-04-10 10:59:58,105 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0006_000001
2014-04-10 10:59:58,106 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0006,name=[FA8AD20CD9EF4E308CDD06DAA4556B6E/58CF9F7E988B41CD949913FD45B82243] trap test/(1/1) ...latform/everycomplete/tap,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0006/jobhistory/job/job_1397145499203_0006,appMasterHost=localhost.localdomain,startTime=1397145578209,finishTime=1397145591609,finalStatus=SUCCEEDED
2014-04-10 10:59:58,106 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52607, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:59:58,106 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:59:58,106 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0006_01_000001, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:58,106 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:59:58,106 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 10:59:58,106 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0006_000001 released container container_1397145499203_0006_01_000001 on node: host: localhost:52607 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:59:58,107 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0006_000001 is done. finalState=FINISHED
2014-04-10 10:59:58,107 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0006 requests cleared
2014-04-10 10:59:58,107 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0006 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:59:58,107 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0006 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:59:58,109 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0006_000001 (auth:SIMPLE)
2014-04-10 10:59:58,114 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0006_01_000001
2014-04-10 10:59:58,263 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:58,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:58,263 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0006
2014-04-10 10:59:58,263 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:58,264 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0006, with delay of 10800 seconds
2014-04-10 10:59:58,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:58,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:58,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:58,293 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:58,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:58,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:58,294 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0006
2014-04-10 10:59:58,294 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:58,294 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0006, with delay of 10800 seconds
2014-04-10 10:59:58,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:58,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:58,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:58,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:59:58,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0007_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000002.tokens
2014-04-10 10:59:58,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 10:59:58,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145499203_0007_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000005.tokens
2014-04-10 10:59:58,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 10:59:59,105 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:59:59,106 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0006
2014-04-10 10:59:59,106 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:59:59,106 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0006, with delay of 10800 seconds
2014-04-10 10:59:59,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:59,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:59,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:59,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0006
2014-04-10 10:59:59,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:59,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:59,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34665, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 126835
2014-04-10 10:59:59,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:59,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job.split dst=null perm=null
2014-04-10 10:59:59,968 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39791, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1, offset: 512, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 172539
2014-04-10 10:59:59,999 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34670, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1, offset: 1024, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 184339
2014-04-10 11:00:00,005 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34671, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741897_1073, duration: 179938
2014-04-10 11:00:00,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:00,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:00,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55960, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 167663
2014-04-10 11:00:00,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:00,058 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55961, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1, offset: 512, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 123236
2014-04-10 11:00:00,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:00,072 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39796, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1, offset: 1024, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 118751
2014-04-10 11:00:00,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,282 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35842, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 216783
2014-04-10 11:00:00,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:00:00,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:00:00,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:00:00,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:00:00,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0/part-m-00001-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0/part-m-00001-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0/part-m-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0/part-m-00001-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,350 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0/part-m-00001-00003. BP-1011418899-127.0.0.1-1397145483488 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 11:00:00,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0/part-m-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:00,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0/part-m-00001-00002. BP-1011418899-127.0.0.1-1397145483488 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 11:00:00,368 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0/part-m-00001-00001. BP-1011418899-127.0.0.1-1397145483488 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:00,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077 src: /127.0.0.1:55965 dest: /127.0.0.1:51355
2014-04-10 11:00:00,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077 src: /127.0.0.1:35849 dest: /127.0.0.1:46164
2014-04-10 11:00:00,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077 src: /127.0.0.1:39805 dest: /127.0.0.1:57118
2014-04-10 11:00:00,478 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39805, dest: /127.0.0.1:57118, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077, duration: 6521153
2014-04-10 11:00:00,478 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:00,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35849, dest: /127.0.0.1:46164, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077, duration: 3989399
2014-04-10 11:00:00,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55965, dest: /127.0.0.1:51355, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077, duration: 4280536
2014-04-10 11:00:00,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,481 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741901_1077 size 15
2014-04-10 11:00:00,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078 src: /127.0.0.1:35846 dest: /127.0.0.1:46164
2014-04-10 11:00:00,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741901_1077 size 15
2014-04-10 11:00:00,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078 src: /127.0.0.1:39806 dest: /127.0.0.1:57118
2014-04-10 11:00:00,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078 src: /127.0.0.1:55973 dest: /127.0.0.1:51355
2014-04-10 11:00:00,500 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1
2014-04-10 11:00:00,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0 dst=null perm=null
2014-04-10 11:00:00,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079 src: /127.0.0.1:35845 dest: /127.0.0.1:46164
2014-04-10 11:00:00,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0 dst=null perm=null
2014-04-10 11:00:00,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0 dst=null perm=null
2014-04-10 11:00:00,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0 dst=null perm=null
2014-04-10 11:00:00,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55973, dest: /127.0.0.1:51355, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078, duration: 7366052
2014-04-10 11:00:00,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079 src: /127.0.0.1:55974 dest: /127.0.0.1:51355
2014-04-10 11:00:00,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:00,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39806, dest: /127.0.0.1:57118, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078, duration: 11708180
2014-04-10 11:00:00,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080 src: /127.0.0.1:39803 dest: /127.0.0.1:57118
2014-04-10 11:00:00,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079 src: /127.0.0.1:34687 dest: /127.0.0.1:36785
2014-04-10 11:00:00,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0 dst=null perm=null
2014-04-10 11:00:00,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080 src: /127.0.0.1:35855 dest: /127.0.0.1:46164
2014-04-10 11:00:00,511 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35846, dest: /127.0.0.1:46164, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078, duration: 12745608
2014-04-10 11:00:00,511 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080 src: /127.0.0.1:55977 dest: /127.0.0.1:51355
2014-04-10 11:00:00,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741902_1078 size 15
2014-04-10 11:00:00,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,519 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34687, dest: /127.0.0.1:36785, bytes: 13, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079, duration: 8297239
2014-04-10 11:00:00,519 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:00,519 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55974, dest: /127.0.0.1:51355, bytes: 13, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079, duration: 7529544
2014-04-10 11:00:00,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,519 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,520 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35845, dest: /127.0.0.1:46164, bytes: 13, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079, duration: 4168147
2014-04-10 11:00:00,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,520 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,521 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55977, dest: /127.0.0.1:51355, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080, duration: 4361567
2014-04-10 11:00:00,521 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:00,521 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35855, dest: /127.0.0.1:46164, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080, duration: 4720270
2014-04-10 11:00:00,521 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,522 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,522 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39803, dest: /127.0.0.1:57118, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080, duration: 4922595
2014-04-10 11:00:00,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:00,522 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,522 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1
2014-04-10 11:00:00,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0 dst=null perm=null
2014-04-10 11:00:00,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0 dst=null perm=null
2014-04-10 11:00:00,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0 dst=null perm=null
2014-04-10 11:00:00,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0 dst=null perm=null
2014-04-10 11:00:00,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0 dst=null perm=null
2014-04-10 11:00:00,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:00,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0/part-m-00001-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0/part-m-00001-00002 is closed by DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1
2014-04-10 11:00:00,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1
2014-04-10 11:00:00,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0 dst=null perm=null
2014-04-10 11:00:00,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0 dst=null perm=null
2014-04-10 11:00:00,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0 dst=null perm=null
2014-04-10 11:00:00,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0 dst=null perm=null
2014-04-10 11:00:00,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0 dst=null perm=null
2014-04-10 11:00:00,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0 dst=null perm=null
2014-04-10 11:00:00,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0 dst=null perm=null
2014-04-10 11:00:00,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0 dst=null perm=null
2014-04-10 11:00:00,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0 dst=null perm=null
2014-04-10 11:00:00,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0 dst=null perm=null
2014-04-10 11:00:00,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:00,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0/part-m-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:00,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0/part-m-00001-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000003_0 dst=null perm=null
2014-04-10 11:00:00,591 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000003_0/part-00003. BP-1011418899-127.0.0.1-1397145483488 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:00,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0/part-m-00001-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000000_0 dst=null perm=null
2014-04-10 11:00:00,605 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000000_0/part-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:00,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000001_0 dst=null perm=null
2014-04-10 11:00:00,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081 src: /127.0.0.1:55978 dest: /127.0.0.1:51355
2014-04-10 11:00:00,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081 src: /127.0.0.1:34691 dest: /127.0.0.1:36785
2014-04-10 11:00:00,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081 src: /127.0.0.1:39814 dest: /127.0.0.1:57118
2014-04-10 11:00:00,622 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000001_0/part-00001. BP-1011418899-127.0.0.1-1397145483488 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 11:00:00,623 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39814, dest: /127.0.0.1:57118, bytes: 22, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081, duration: 1112145
2014-04-10 11:00:00,624 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:00,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,624 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34691, dest: /127.0.0.1:36785, bytes: 22, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081, duration: 1160584
2014-04-10 11:00:00,624 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,624 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55978, dest: /127.0.0.1:51355, bytes: 22, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081, duration: 1743090
2014-04-10 11:00:00,624 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1397145499203_0007_m_000002_0 dst=null perm=null
2014-04-10 11:00:00,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082 src: /127.0.0.1:35860 dest: /127.0.0.1:46164
2014-04-10 11:00:00,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082 src: /127.0.0.1:39816 dest: /127.0.0.1:57118
2014-04-10 11:00:00,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082 src: /127.0.0.1:34695 dest: /127.0.0.1:36785
2014-04-10 11:00:00,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34695, dest: /127.0.0.1:36785, bytes: 23, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082, duration: 992587
2014-04-10 11:00:00,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:00,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39816, dest: /127.0.0.1:57118, bytes: 23, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082, duration: 1499502
2014-04-10 11:00:00,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35860, dest: /127.0.0.1:46164, bytes: 23, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082, duration: 1947777
2014-04-10 11:00:00,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,639 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000002_0/part-00002. BP-1011418899-127.0.0.1-1397145483488 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:00,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,649 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000003_0/part-00003 is closed by DFSClient_attempt_1397145499203_0007_m_000003_0_-247478964_1
2014-04-10 11:00:00,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083 src: /127.0.0.1:55984 dest: /127.0.0.1:51355
2014-04-10 11:00:00,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083 src: /127.0.0.1:35864 dest: /127.0.0.1:46164
2014-04-10 11:00:00,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083 src: /127.0.0.1:39820 dest: /127.0.0.1:57118
2014-04-10 11:00:00,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39820, dest: /127.0.0.1:57118, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083, duration: 944555
2014-04-10 11:00:00,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:00,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35864, dest: /127.0.0.1:46164, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083, duration: 1349873
2014-04-10 11:00:00,655 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,655 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55984, dest: /127.0.0.1:51355, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083, duration: 1565152
2014-04-10 11:00:00,655 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0007_m_000000_0_16570681_1
2014-04-10 11:00:00,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084 src: /127.0.0.1:35866 dest: /127.0.0.1:46164
2014-04-10 11:00:00,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084 src: /127.0.0.1:34700 dest: /127.0.0.1:36785
2014-04-10 11:00:00,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084 src: /127.0.0.1:55989 dest: /127.0.0.1:51355
2014-04-10 11:00:00,672 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55989, dest: /127.0.0.1:51355, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084, duration: 1174830
2014-04-10 11:00:00,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:00,672 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34700, dest: /127.0.0.1:36785, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084, duration: 1564575
2014-04-10 11:00:00,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35866, dest: /127.0.0.1:46164, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084, duration: 1948739
2014-04-10 11:00:00,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:00,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:00,683 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000001_0/part-00001 is closed by DFSClient_attempt_1397145499203_0007_m_000001_0_-619769595_1
2014-04-10 11:00:00,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000003_0 dst=null perm=null
2014-04-10 11:00:00,699 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000002_0/part-00002 is closed by DFSClient_attempt_1397145499203_0007_m_000002_0_1752983745_1
2014-04-10 11:00:00,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000003_0 dst=null perm=null
2014-04-10 11:00:00,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000003 dst=null perm=null
2014-04-10 11:00:00,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000000_0 dst=null perm=null
2014-04-10 11:00:00,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000000_0 dst=null perm=null
2014-04-10 11:00:00,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000000 dst=null perm=null
2014-04-10 11:00:00,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000001_0 dst=null perm=null
2014-04-10 11:00:00,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000001_0 dst=null perm=null
2014-04-10 11:00:00,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000001 dst=null perm=null
2014-04-10 11:00:00,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000002_0 dst=null perm=null
2014-04-10 11:00:00,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000002_0 dst=null perm=null
2014-04-10 11:00:00,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000002 dst=null perm=null
2014-04-10 11:00:00,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0007_01_000005
2014-04-10 11:00:00,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000005
2014-04-10 11:00:00,776 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:00:00,776 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0007_01_000005
2014-04-10 11:00:00,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1397145499203_0007_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:00,786 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0007_01_000005 is : 143
2014-04-10 11:00:00,798 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:00,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000005
2014-04-10 11:00:00,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000005
2014-04-10 11:00:00,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000005
2014-04-10 11:00:00,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000005
2014-04-10 11:00:00,801 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000005
2014-04-10 11:00:00,801 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:00,801 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0007_01_000005 from application application_1397145499203_0007
2014-04-10 11:00:00,801 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:00,801 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0007
2014-04-10 11:00:00,806 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 11:00:00,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0007_01_000002
2014-04-10 11:00:00,808 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000002
2014-04-10 11:00:00,808 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:00:00,808 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0007_01_000002
2014-04-10 11:00:00,808 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0007_01_000003
2014-04-10 11:00:00,808 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000003
2014-04-10 11:00:00,812 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0007_01_000002 is : 143
2014-04-10 11:00:00,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:00:00,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:00,820 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0007_01_000003
2014-04-10 11:00:00,825 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0007_01_000003 is : 143
2014-04-10 11:00:00,830 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0007_01_000004
2014-04-10 11:00:00,830 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000004
2014-04-10 11:00:00,830 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:00:00,830 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0007_01_000004
2014-04-10 11:00:00,830 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0007_01_000005
2014-04-10 11:00:00,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:00,831 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0007_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:00:00,831 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000005
2014-04-10 11:00:00,831 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0007_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:00:00,831 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:00:00,831 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0007_01_000005, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:00,831 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:00,831 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:00:00,831 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0007_000001 released container container_1397145499203_0007_01_000005 on node: host: localhost:54691 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:00:00,834 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0007_01_000004 is : 143
2014-04-10 11:00:00,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000002
2014-04-10 11:00:00,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000002
2014-04-10 11:00:00,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000002
2014-04-10 11:00:00,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000002
2014-04-10 11:00:00,835 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:00,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000002
2014-04-10 11:00:00,835 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:00,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000003
2014-04-10 11:00:00,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000003
2014-04-10 11:00:00,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000003
2014-04-10 11:00:00,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000003
2014-04-10 11:00:00,836 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0007_01_000002 from application application_1397145499203_0007
2014-04-10 11:00:00,836 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:00,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0007
2014-04-10 11:00:00,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000003
2014-04-10 11:00:00,836 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:00,836 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0007_01_000003 from application application_1397145499203_0007
2014-04-10 11:00:00,836 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:00,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0007
2014-04-10 11:00:00,846 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:00,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000004
2014-04-10 11:00:00,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000004
2014-04-10 11:00:00,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000004
2014-04-10 11:00:00,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000004
2014-04-10 11:00:00,847 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000004
2014-04-10 11:00:00,847 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:00,847 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0007_01_000004 from application application_1397145499203_0007
2014-04-10 11:00:00,847 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:00,847 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0007
2014-04-10 11:00:00,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085 src: /127.0.0.1:55990 dest: /127.0.0.1:51355
2014-04-10 11:00:00,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085 src: /127.0.0.1:34703 dest: /127.0.0.1:36785
2014-04-10 11:00:00,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085 src: /127.0.0.1:39826 dest: /127.0.0.1:57118
2014-04-10 11:00:00,869 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1.jhist for DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 11:00:00,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,916 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 11:00:00,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1 dst=null perm=null
2014-04-10 11:00:00,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:00,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:00,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000000 dst=null perm=null
2014-04-10 11:00:00,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 dst=null perm=null
2014-04-10 11:00:00,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:00,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:00,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:00,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000001 dst=null perm=null
2014-04-10 11:00:00,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 dst=null perm=null
2014-04-10 11:00:01,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:01,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000002 dst=null perm=null
2014-04-10 11:00:01,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 dst=null perm=null
2014-04-10 11:00:01,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:01,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000003 dst=null perm=null
2014-04-10 11:00:01,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 dst=null perm=null
2014-04-10 11:00:01,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1397145499203_0007_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:01,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:00:01,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:01,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 11:00:01,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:01,116 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 11:00:01,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39826, dest: /127.0.0.1:57118, bytes: 48230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085, duration: 273285369
2014-04-10 11:00:01,139 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:01,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 15014
2014-04-10 11:00:01,142 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34703, dest: /127.0.0.1:36785, bytes: 48230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085, duration: 276785021
2014-04-10 11:00:01,142 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 15014
2014-04-10 11:00:01,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55990, dest: /127.0.0.1:51355, bytes: 48230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085, duration: 277659591
2014-04-10 11:00:01,143 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,143 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 15014
2014-04-10 11:00:01,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 11:00:01,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:01,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:01,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086 src: /127.0.0.1:55993 dest: /127.0.0.1:51355
2014-04-10 11:00:01,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086 src: /127.0.0.1:35873 dest: /127.0.0.1:46164
2014-04-10 11:00:01,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086 src: /127.0.0.1:34707 dest: /127.0.0.1:36785
2014-04-10 11:00:01,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34707, dest: /127.0.0.1:36785, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086, duration: 2319296
2014-04-10 11:00:01,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:01,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35873, dest: /127.0.0.1:46164, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086, duration: 2892403
2014-04-10 11:00:01,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55993, dest: /127.0.0.1:51355, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086, duration: 3477826
2014-04-10 11:00:01,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,216 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 11:00:01,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:01,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1.jhist dst=null perm=null
2014-04-10 11:00:01,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist_tmp dst=null perm=null
2014-04-10 11:00:01,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1.jhist dst=null perm=null
2014-04-10 11:00:01,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist_tmp dst=null perm=null
2014-04-10 11:00:01,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1.jhist dst=null perm=null
2014-04-10 11:00:01,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:01,260 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55996, bytes: 48610, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085, duration: 282294
2014-04-10 11:00:01,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 11:00:01,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087 src: /127.0.0.1:39831 dest: /127.0.0.1:57118
2014-04-10 11:00:01,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087 src: /127.0.0.1:34710 dest: /127.0.0.1:36785
2014-04-10 11:00:01,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087 src: /127.0.0.1:35878 dest: /127.0.0.1:46164
2014-04-10 11:00:01,283 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35878, dest: /127.0.0.1:46164, bytes: 48230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087, duration: 2553739
2014-04-10 11:00:01,283 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:01,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,284 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34710, dest: /127.0.0.1:36785, bytes: 48230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087, duration: 3163900
2014-04-10 11:00:01,284 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,284 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39831, dest: /127.0.0.1:57118, bytes: 48230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087, duration: 3765294
2014-04-10 11:00:01,285 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,300 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 11:00:01,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:01,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1_conf.xml dst=null perm=null
2014-04-10 11:00:01,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:01,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1_conf.xml dst=null perm=null
2014-04-10 11:00:01,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:01,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007/job_1397145499203_0007_1_conf.xml dst=null perm=null
2014-04-10 11:00:01,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:01,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55996, bytes: 95295, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741900_1076, duration: 374487
2014-04-10 11:00:01,347 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:01,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088 src: /127.0.0.1:34712 dest: /127.0.0.1:36785
2014-04-10 11:00:01,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088 src: /127.0.0.1:56001 dest: /127.0.0.1:51355
2014-04-10 11:00:01,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088 src: /127.0.0.1:39836 dest: /127.0.0.1:57118
2014-04-10 11:00:01,366 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39836, dest: /127.0.0.1:57118, bytes: 94555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088, duration: 2814377
2014-04-10 11:00:01,367 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:01,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,367 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56001, dest: /127.0.0.1:51355, bytes: 94555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088, duration: 3323438
2014-04-10 11:00:01,368 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,368 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34712, dest: /127.0.0.1:36785, bytes: 94555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1104247545_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088, duration: 4208330
2014-04-10 11:00:01,368 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,383 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1104247545_1
2014-04-10 11:00:01,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:01,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:01,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:01,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:01,458 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0007_000001 with final state: FINISHING
2014-04-10 11:00:01,458 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:01,458 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0007 with final state: FINISHING
2014-04-10 11:00:01,458 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0007 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:01,458 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0007
2014-04-10 11:00:01,459 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:01,459 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0007 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:01,491 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:00:01,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:01,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:01,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary dst=null perm=null
2014-04-10 11:00:01,499 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35883, bytes: 440, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086, duration: 242217
2014-04-10 11:00:01,499 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0007,submitTime=1397145592274,launchTime=1397145594825,firstMapTaskLaunchTime=1397145596993,firstReduceTaskLaunchTime=0,finishTime=1397145601118,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=15,reduceSlotSeconds=0,jobName=[F80075A030C74F58834D3AB08073A08A/AEDD6BD71041429C8DCE50F397AD4AED] trap test/(1/1) ...hain/tap-nondeterministic
2014-04-10 11:00:01,499 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary]
2014-04-10 11:00:01,516 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:51355 127.0.0.1:46164 127.0.0.1:36785
2014-04-10 11:00:01,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007.summary dst=null perm=null
2014-04-10 11:00:01,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:00:01,519 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist
2014-04-10 11:00:01,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:01,533 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0007_conf.xml
2014-04-10 11:00:01,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:01,550 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0007 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist
2014-04-10 11:00:01,550 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist]
2014-04-10 11:00:01,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0007-1397145592274-brock-%5BF80075A030C74F58834D3AB08073A08A%2FAEDD6BD71041429C-1397145601118-4-0-SUCCEEDED-default-1397145594825.jhist dst=null perm=null
2014-04-10 11:00:01,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39839, bytes: 48610, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087, duration: 270216
2014-04-10 11:00:01,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,594 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary
2014-04-10 11:00:01,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:00:01,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,595 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary
2014-04-10 11:00:01,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:00:01,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:00:01,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,620 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:00:01,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 dst=null perm=null
2014-04-10 11:00:01,621 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39839, bytes: 27, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082, duration: 107620
2014-04-10 11:00:01,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 dst=null perm=null
2014-04-10 11:00:01,623 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56006, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083, duration: 114579
2014-04-10 11:00:01,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 dst=null perm=null
2014-04-10 11:00:01,625 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35883, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084, duration: 91273
2014-04-10 11:00:01,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 dst=null perm=null
2014-04-10 11:00:01,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34719, bytes: 26, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081, duration: 136785
2014-04-10 11:00:01,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,639 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:00:01,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:01,641 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39839, bytes: 19, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078, duration: 139710
2014-04-10 11:00:01,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:01,642 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56006, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080, duration: 124678
2014-04-10 11:00:01,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:01,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35883, bytes: 17, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079, duration: 135511
2014-04-10 11:00:01,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:01,646 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39839, bytes: 19, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077, duration: 126981
2014-04-10 11:00:01,646 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/allchain/tap-nondeterministic
2014-04-10 11:00:01,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 dst=null perm=null
2014-04-10 11:00:01,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 dst=null perm=null
2014-04-10 11:00:01,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35883, bytes: 27, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082, duration: 141389
2014-04-10 11:00:01,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 dst=null perm=null
2014-04-10 11:00:01,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 dst=null perm=null
2014-04-10 11:00:01,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56006, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083, duration: 124491
2014-04-10 11:00:01,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 dst=null perm=null
2014-04-10 11:00:01,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 dst=null perm=null
2014-04-10 11:00:01,653 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56006, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084, duration: 133898
2014-04-10 11:00:01,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 dst=null perm=null
2014-04-10 11:00:01,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 dst=null perm=null
2014-04-10 11:00:01,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56006, bytes: 26, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081, duration: 169463
2014-04-10 11:00:01,655 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/allchain/trap-nondeterministic
2014-04-10 11:00:01,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null
2014-04-10 11:00:01,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:01,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:01,659 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56006, bytes: 19, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078, duration: 141425
2014-04-10 11:00:01,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:01,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:01,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35883, bytes: 18, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080, duration: 134445
2014-04-10 11:00:01,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:01,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:01,663 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35883, bytes: 17, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079, duration: 89984
2014-04-10 11:00:01,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:01,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:01,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39839, bytes: 19, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077, duration: 97063
2014-04-10 11:00:01,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:01,676 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:00:01,677 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:00:01,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:01,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:01,696 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 11:00:01,696 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:00:01,696 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap"]
2014-04-10 11:00:01,696 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 11:00:01,696 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 11:00:01,696 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 11:00:01,697 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...-mr1/trapplatform/seq/tap
2014-04-10 11:00:01,704 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 11:00:01,711 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 11:00:01,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:01,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:01,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:01,715 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 8
2014-04-10 11:00:01,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008 dst=null perm=null
2014-04-10 11:00:01,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:00:01,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:00:01,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:01,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:01,776 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:01,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089 src: /127.0.0.1:39842 dest: /127.0.0.1:57118
2014-04-10 11:00:01,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089 src: /127.0.0.1:35888 dest: /127.0.0.1:46164
2014-04-10 11:00:01,794 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089 src: /127.0.0.1:56010 dest: /127.0.0.1:51355
2014-04-10 11:00:01,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56010, dest: /127.0.0.1:51355, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089, duration: 1954631
2014-04-10 11:00:01,797 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:01,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,797 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35888, dest: /127.0.0.1:46164, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089, duration: 2449871
2014-04-10 11:00:01,797 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,797 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39842, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089, duration: 2456050
2014-04-10 11:00:01,798 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,808 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0007_01_000002
2014-04-10 11:00:01,809 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0007_01_000003
2014-04-10 11:00:01,809 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:01,809 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0007_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:00:01,809 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000002
2014-04-10 11:00:01,809 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:00:01,809 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:00:01,809 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0007_01_000002, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:01,810 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:01,810 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:00:01,810 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0007_000001 released container container_1397145499203_0007_01_000002 on node: host: localhost:52607 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:00:01,810 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:01,810 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0007_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:00:01,810 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000003
2014-04-10 11:00:01,810 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0007_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:01,810 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:00:01,810 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0007_01_000003, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:01,810 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:01,810 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:01,810 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0007_000001 released container container_1397145499203_0007_01_000003 on node: host: localhost:52607 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:01,816 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:01,817 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar
2014-04-10 11:00:01,830 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0007_01_000004
2014-04-10 11:00:01,831 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:01,831 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0007_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:00:01,831 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000004
2014-04-10 11:00:01,832 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0007_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:01,832 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:00:01,832 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0007_01_000004, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:01,832 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:01,832 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:00:01,832 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0007_000001 released container container_1397145499203_0007_01_000004 on node: host: localhost:54691 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:01,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:01,848 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:46164 to replicate blk_1073741913_1089 to datanode(s) 127.0.0.1:36785
2014-04-10 11:00:01,848 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741910_1086]
2014-04-10 11:00:01,849 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741910_1086]
2014-04-10 11:00:01,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:01,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:01,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:01,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:01,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:00:01,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:00:01,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:00:01,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:00:01,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:00:01,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:01,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:01,861 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:01,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:01,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:01,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:01,934 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split
2014-04-10 11:00:01,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:01,952 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:01,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090 src: /127.0.0.1:56011 dest: /127.0.0.1:51355
2014-04-10 11:00:01,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090 src: /127.0.0.1:39846 dest: /127.0.0.1:57118
2014-04-10 11:00:01,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090 src: /127.0.0.1:35892 dest: /127.0.0.1:46164
2014-04-10 11:00:01,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090 src: /127.0.0.1:34726 dest: /127.0.0.1:36785
2014-04-10 11:00:01,975 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34726, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 1794563
2014-04-10 11:00:01,975 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:01,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,976 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35892, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 2667808
2014-04-10 11:00:01,976 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,977 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39846, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 3069414
2014-04-10 11:00:01,977 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,977 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56011, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 4179002
2014-04-10 11:00:01,978 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:01,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:01,991 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:02,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:02,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:02,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082
2014-04-10 11:00:02,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077
2014-04-10 11:00:02,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086
2014-04-10 11:00:02,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084
2014-04-10 11:00:02,026 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:02,027 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087
2014-04-10 11:00:02,028 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083
2014-04-10 11:00:02,028 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090
2014-04-10 11:00:02,028 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079
2014-04-10 11:00:02,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089
2014-04-10 11:00:02,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078
2014-04-10 11:00:02,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080
2014-04-10 11:00:02,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091 src: /127.0.0.1:35894 dest: /127.0.0.1:46164
2014-04-10 11:00:02,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091 src: /127.0.0.1:34728 dest: /127.0.0.1:36785
2014-04-10 11:00:02,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091 src: /127.0.0.1:56017 dest: /127.0.0.1:51355
2014-04-10 11:00:02,048 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56017, dest: /127.0.0.1:51355, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091, duration: 1582764
2014-04-10 11:00:02,048 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:02,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:02,049 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34728, dest: /127.0.0.1:36785, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091, duration: 2502136
2014-04-10 11:00:02,049 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:02,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:02,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35894, dest: /127.0.0.1:46164, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091, duration: 3124381
2014-04-10 11:00:02,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:02,053 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:02,066 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:02,067 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:00:02,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:02,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:02,108 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:02,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092 src: /127.0.0.1:56018 dest: /127.0.0.1:51355
2014-04-10 11:00:02,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092 src: /127.0.0.1:35898 dest: /127.0.0.1:46164
2014-04-10 11:00:02,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092 src: /127.0.0.1:39854 dest: /127.0.0.1:57118
2014-04-10 11:00:02,132 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39854, dest: /127.0.0.1:57118, bytes: 81792, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092, duration: 2438605
2014-04-10 11:00:02,132 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:02,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:02,133 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35898, dest: /127.0.0.1:46164, bytes: 81792, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092, duration: 2984339
2014-04-10 11:00:02,133 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:02,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:02,134 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56018, dest: /127.0.0.1:51355, bytes: 81792, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092, duration: 3658626
2014-04-10 11:00:02,134 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:02,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:02,150 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:02,150 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0008
2014-04-10 11:00:02,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008 dst=null perm=null
2014-04-10 11:00:02,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:02,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:02,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:02,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:02,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:02,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:02,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:02,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:02,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:02,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:02,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:02,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:02,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:02,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:02,209 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 8 submitted by user brock
2014-04-10 11:00:02,209 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0008
2014-04-10 11:00:02,209 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0008
2014-04-10 11:00:02,209 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0008
2014-04-10 11:00:02,209 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0008 State change from NEW to NEW_SAVING
2014-04-10 11:00:02,210 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0008 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:00:02,210 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0008_000001
2014-04-10 11:00:02,211 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from NEW to SUBMITTED
2014-04-10 11:00:02,211 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0008 from user: brock activated in queue: default
2014-04-10 11:00:02,211 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:00:02,211 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0008 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:00:02,211 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0008_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:00:02,212 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0008
2014-04-10 11:00:02,212 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:00:02,212 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0008 State change from SUBMITTED to ACCEPTED
2014-04-10 11:00:02,215 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0008/
2014-04-10 11:00:02,215 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0008
2014-04-10 11:00:02,215 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0008/
2014-04-10 11:00:02,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:02,296 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000001
2014-04-10 11:00:02,296 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:00:02,297 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0008 container=Container: [ContainerId: container_1397145499203_0008_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0008_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:02,297 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:00:02,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:02,297 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:02,298 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0008 AttemptId: appattempt_1397145499203_0008_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0008_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ]
2014-04-10 11:00:02,298 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:00:02,298 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:00:02,298 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0008_000001
2014-04-10 11:00:02,299 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0008_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] for AM appattempt_1397145499203_0008_000001
2014-04-10 11:00:02,300 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:00:02,303 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0008_000001 (auth:SIMPLE)
2014-04-10 11:00:02,307 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0008_01_000001 by user brock
2014-04-10 11:00:02,307 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0008
2014-04-10 11:00:02,307 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000001
2014-04-10 11:00:02,307 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0008 transitioned from NEW to INITING
2014-04-10 11:00:02,308 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0008_01_000001 to application application_1397145499203_0008
2014-04-10 11:00:02,308 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0008_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] for AM appattempt_1397145499203_0008_000001
2014-04-10 11:00:02,308 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0008 transitioned from INITING to RUNNING
2014-04-10 11:00:02,308 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:00:02,309 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:00:02,309 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0008
2014-04-10 11:00:02,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:00:02,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:00:02,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:00:02,310 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:00:02,310 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0008_01_000001
2014-04-10 11:00:02,320 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145499203_0008_01_000001.tokens. Credentials list:
2014-04-10 11:00:02,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:02,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397145499203_0008_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000001.tokens
2014-04-10 11:00:02,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:02,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:02,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:02,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:02,519 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39839, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1974762879_4629, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089, duration: 935745
2014-04-10 11:00:02,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:02,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:57118
2014-04-10 11:00:02,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:51355 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 11:00:02,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:51355 127.0.0.1:36785 127.0.0.1:46164
2014-04-10 11:00:02,550 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 11:00:02,551 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:51355 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 11:00:02,551 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741900_1076 127.0.0.1:46164 127.0.0.1:51355 127.0.0.1:57118
2014-04-10 11:00:02,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0007 dst=null perm=null
2014-04-10 11:00:02,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:02,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:02,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:02,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34719, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1974762879_4629, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091, duration: 219959
2014-04-10 11:00:02,591 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:02,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:02,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:02,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:02,616 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35883, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1974762879_4629, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 226005
2014-04-10 11:00:02,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077
2014-04-10 11:00:02,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080
2014-04-10 11:00:02,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081
2014-04-10 11:00:02,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089
2014-04-10 11:00:02,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088
2014-04-10 11:00:02,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082
2014-04-10 11:00:02,636 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:02,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084
2014-04-10 11:00:02,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086
2014-04-10 11:00:02,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091
2014-04-10 11:00:02,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079
2014-04-10 11:00:02,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090
2014-04-10 11:00:02,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085
2014-04-10 11:00:02,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741906_1082
2014-04-10 11:00:02,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:02,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087
2014-04-10 11:00:02,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:02,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081
2014-04-10 11:00:02,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:02,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088
2014-04-10 11:00:02,666 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56025, bytes: 82432, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1974762879_4629, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092, duration: 769894
2014-04-10 11:00:02,684 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:02,684 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:02,715 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:02,715 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:02,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000001/default_container_executor.sh]
2014-04-10 11:00:02,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091
2014-04-10 11:00:02,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078
2014-04-10 11:00:02,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741904_1080
2014-04-10 11:00:02,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741903_1079
2014-04-10 11:00:02,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741910_1086
2014-04-10 11:00:02,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090
2014-04-10 11:00:02,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092
2014-04-10 11:00:02,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741901_1077
2014-04-10 11:00:02,787 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085
2014-04-10 11:00:02,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083
2014-04-10 11:00:02,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741912_1088
2014-04-10 11:00:02,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092
2014-04-10 11:00:02,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741907_1083
2014-04-10 11:00:02,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741909_1085
2014-04-10 11:00:02,828 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741902_1078
2014-04-10 11:00:02,828 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090
2014-04-10 11:00:02,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741911_1087
2014-04-10 11:00:02,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089
2014-04-10 11:00:02,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741908_1084
2014-04-10 11:00:02,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741905_1081
2014-04-10 11:00:03,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:03,352 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6878bcb7-be02-4895-9e80-b57465c70dac, infoPort=38758, ipcPort=45381, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089 to 127.0.0.1:36785
2014-04-10 11:00:03,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741910 for deletion
2014-04-10 11:00:03,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741910
2014-04-10 11:00:03,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089 src: /127.0.0.1:34738 dest: /127.0.0.1:36785
2014-04-10 11:00:03,353 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089 (numBytes=244650) to 127.0.0.1/127.0.0.1:36785
2014-04-10 11:00:03,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089 src: /127.0.0.1:34738 dest: /127.0.0.1:36785 of size 244650
2014-04-10 11:00:03,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741913_1089 size 244650
2014-04-10 11:00:03,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741910 for deletion
2014-04-10 11:00:03,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741910
2014-04-10 11:00:03,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:03,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/COMMIT_STARTED dst=null perm=null
2014-04-10 11:00:03,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:00:03,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/COMMIT_FAIL dst=null perm=null
2014-04-10 11:00:03,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008 dst=null perm=null
2014-04-10 11:00:03,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:03,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:04,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:04,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:04,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34741, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091, duration: 161415
2014-04-10 11:00:04,849 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741909_1085, blk_1073741910_1086, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741900_1076]
2014-04-10 11:00:04,849 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741909_1085, blk_1073741896_1072, blk_1073741897_1073, blk_1073741899_1075, blk_1073741900_1076]
2014-04-10 11:00:04,855 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0008_000001 (auth:SIMPLE)
2014-04-10 11:00:04,857 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0008_000001
2014-04-10 11:00:04,857 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0008 APPATTEMPTID=appattempt_1397145499203_0008_000001
2014-04-10 11:00:04,857 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:00:04,857 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0008 State change from ACCEPTED to RUNNING
2014-04-10 11:00:04,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:04,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:05,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:05,147 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 11:00:05,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093 src: /127.0.0.1:39866 dest: /127.0.0.1:57118
2014-04-10 11:00:05,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093 src: /127.0.0.1:35912 dest: /127.0.0.1:46164
2014-04-10 11:00:05,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093 src: /127.0.0.1:34746 dest: /127.0.0.1:36785
2014-04-10 11:00:05,190 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34746, dest: /127.0.0.1:36785, bytes: 95727, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093, duration: 5340072
2014-04-10 11:00:05,190 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:05,190 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35912, dest: /127.0.0.1:46164, bytes: 95727, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093, duration: 5687154
2014-04-10 11:00:05,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:05,191 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:05,191 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39866, dest: /127.0.0.1:57118, bytes: 95727, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093, duration: 6371850
2014-04-10 11:00:05,191 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:05,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:05,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:05,208 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:06,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741909 for deletion
2014-04-10 11:00:06,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741910 for deletion
2014-04-10 11:00:06,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741896 for deletion
2014-04-10 11:00:06,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741909
2014-04-10 11:00:06,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741897 for deletion
2014-04-10 11:00:06,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741910
2014-04-10 11:00:06,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741898 for deletion
2014-04-10 11:00:06,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741897
2014-04-10 11:00:06,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741900_1076 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741900 for deletion
2014-04-10 11:00:06,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741896
2014-04-10 11:00:06,326 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741900_1076 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741900
2014-04-10 11:00:06,326 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741898
2014-04-10 11:00:06,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741909 for deletion
2014-04-10 11:00:06,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741896 for deletion
2014-04-10 11:00:06,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741909
2014-04-10 11:00:06,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741897 for deletion
2014-04-10 11:00:06,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741896
2014-04-10 11:00:06,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741899 for deletion
2014-04-10 11:00:06,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741897
2014-04-10 11:00:06,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741900_1076 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741900 for deletion
2014-04-10 11:00:06,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741899
2014-04-10 11:00:06,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741900_1076 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741900
2014-04-10 11:00:06,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:06,626 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000002
2014-04-10 11:00:06,626 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:00:06,627 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0008 container=Container: [ContainerId: container_1397145499203_0008_01_000002, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0008_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:06,627 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:00:06,627 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:06,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:06,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000003
2014-04-10 11:00:06,628 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:00:06,628 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0008 container=Container: [ContainerId: container_1397145499203_0008_01_000003, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0008_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:06,628 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:00:06,628 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:06,629 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:06,629 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000004
2014-04-10 11:00:06,629 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:00:06,629 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0008 container=Container: [ContainerId: container_1397145499203_0008_01_000004, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0008_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:06,630 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:00:06,630 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:06,630 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:06,631 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000005
2014-04-10 11:00:06,631 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:00:06,631 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0008 container=Container: [ContainerId: container_1397145499203_0008_01_000005, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0008_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:06,631 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:00:06,632 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:06,893 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:06,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:06,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:06,894 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:06,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:06,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:06,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:06,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:06,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:06,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:06,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:06,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:06,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:06,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:07,031 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0008_000001 (auth:SIMPLE)
2014-04-10 11:00:07,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093
2014-04-10 11:00:07,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0008_01_000005 by user brock
2014-04-10 11:00:07,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741915_1091
2014-04-10 11:00:07,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0008_01_000004 by user brock
2014-04-10 11:00:07,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0008
2014-04-10 11:00:07,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0008_01_000002 by user brock
2014-04-10 11:00:07,037 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0008_01_000004 to application application_1397145499203_0008
2014-04-10 11:00:07,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000005
2014-04-10 11:00:07,037 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0008 transitioned from NEW to INITING
2014-04-10 11:00:07,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000004
2014-04-10 11:00:07,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0008_01_000003 by user brock
2014-04-10 11:00:07,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092
2014-04-10 11:00:07,037 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0008_01_000005 to application application_1397145499203_0008
2014-04-10 11:00:07,038 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000003
2014-04-10 11:00:07,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000002
2014-04-10 11:00:07,038 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0008_01_000002 to application application_1397145499203_0008
2014-04-10 11:00:07,038 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0008_01_000003 to application application_1397145499203_0008
2014-04-10 11:00:07,039 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0008 transitioned from INITING to RUNNING
2014-04-10 11:00:07,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:00:07,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:00:07,040 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:00:07,040 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:00:07,040 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0008
2014-04-10 11:00:07,040 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0008
2014-04-10 11:00:07,041 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:07,041 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0008
2014-04-10 11:00:07,041 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:00:07,041 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:00:07,041 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0008
2014-04-10 11:00:07,042 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0008
2014-04-10 11:00:07,042 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:07,042 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0008
2014-04-10 11:00:07,042 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0008
2014-04-10 11:00:07,042 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0008
2014-04-10 11:00:07,042 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:07,043 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0008
2014-04-10 11:00:07,043 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0008
2014-04-10 11:00:07,043 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0008
2014-04-10 11:00:07,043 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:07,043 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0008
2014-04-10 11:00:07,044 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0008_01_000002
2014-04-10 11:00:07,044 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0008_01_000003
2014-04-10 11:00:07,045 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0008_01_000005
2014-04-10 11:00:07,045 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0008_01_000004
2014-04-10 11:00:07,060 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145499203_0008_01_000002.tokens. Credentials list:
2014-04-10 11:00:07,060 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145499203_0008_01_000004.tokens. Credentials list:
2014-04-10 11:00:07,060 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145499203_0008_01_000003.tokens. Credentials list:
2014-04-10 11:00:07,060 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145499203_0008_01_000005.tokens. Credentials list:
2014-04-10 11:00:07,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:07,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145499203_0008_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000002.tokens
2014-04-10 11:00:07,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:07,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:07,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:07,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar dst=null perm=null
2014-04-10 11:00:07,248 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35919, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2012309231_4770, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089, duration: 609598
2014-04-10 11:00:07,272 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:07,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:07,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:07,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml dst=null perm=null
2014-04-10 11:00:07,297 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56041, bytes: 82432, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2012309231_4770, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741916_1092, duration: 458533
2014-04-10 11:00:07,314 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:07,314 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:07,315 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:07,315 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:07,315 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:07,344 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:07,344 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:07,344 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:07,344 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:07,344 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:07,344 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:07,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:07,347 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:07,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000005/default_container_executor.sh]
2014-04-10 11:00:07,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000002/default_container_executor.sh]
2014-04-10 11:00:07,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000003/default_container_executor.sh]
2014-04-10 11:00:07,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000004/default_container_executor.sh]
2014-04-10 11:00:07,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:07,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:07,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:07,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:07,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093
2014-04-10 11:00:07,674 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0007_01_000001 succeeded
2014-04-10 11:00:07,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:00:07,674 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0007_01_000001
2014-04-10 11:00:07,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000001
2014-04-10 11:00:07,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000001
2014-04-10 11:00:07,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000001
2014-04-10 11:00:07,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0007/container_1397145499203_0007_01_000001
2014-04-10 11:00:07,700 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000001
2014-04-10 11:00:07,700 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:00:07,701 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0007_01_000001 from application application_1397145499203_0007
2014-04-10 11:00:07,701 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:07,701 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0007
2014-04-10 11:00:07,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093
2014-04-10 11:00:07,850 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741900_1076]
2014-04-10 11:00:07,850 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741909_1085, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075]
2014-04-10 11:00:07,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741913_1089
2014-04-10 11:00:07,911 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:00:08,296 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0007_01_000001
2014-04-10 11:00:08,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:08,297 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0007_000001
2014-04-10 11:00:08,297 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0007_000001 State change from FINISHING to FINISHED
2014-04-10 11:00:08,297 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0007_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:00:08,297 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0007 State change from FINISHING to FINISHED
2014-04-10 11:00:08,298 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0007 CONTAINERID=container_1397145499203_0007_01_000001
2014-04-10 11:00:08,298 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0007
2014-04-10 11:00:08,298 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:00:08,298 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0007,name=[F80075A030C74F58834D3AB08073A08A/AEDD6BD71041429C8DCE50F397AD4AED] trap test/(1/1) ...hain/tap-nondeterministic,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0007/jobhistory/job/job_1397145499203_0007,appMasterHost=localhost.localdomain,startTime=1397145592274,finishTime=1397145601458,finalStatus=SUCCEEDED
2014-04-10 11:00:08,298 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:00:08,298 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0007_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:08,298 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:08,298 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0007_000001
2014-04-10 11:00:08,298 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:00:08,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0007_000001 released container container_1397145499203_0007_01_000001 on node: host: localhost:41983 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:00:08,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0007_000001 is done. finalState=FINISHED
2014-04-10 11:00:08,299 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0007 requests cleared
2014-04-10 11:00:08,299 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0007 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:00:08,299 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0007 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:00:08,306 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0007_000001 (auth:SIMPLE)
2014-04-10 11:00:08,307 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0007_01_000001
2014-04-10 11:00:08,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:08,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397145499203_0008_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000005.tokens
2014-04-10 11:00:08,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:08,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:08,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145499203_0008_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000003.tokens
2014-04-10 11:00:08,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:08,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:08,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397145499203_0008_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000004.tokens
2014-04-10 11:00:08,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:08,811 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:08,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:08,811 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0007
2014-04-10 11:00:08,811 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:08,811 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0007, with delay of 10800 seconds
2014-04-10 11:00:08,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:08,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:08,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:08,832 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:08,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:08,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:08,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:08,833 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0007
2014-04-10 11:00:08,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:08,833 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:08,833 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0007, with delay of 10800 seconds
2014-04-10 11:00:09,297 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:09,298 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0007
2014-04-10 11:00:09,298 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:09,298 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0007, with delay of 10800 seconds
2014-04-10 11:00:09,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:09,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:09,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:09,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0007
2014-04-10 11:00:09,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741896 for deletion
2014-04-10 11:00:09,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741897 for deletion
2014-04-10 11:00:09,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741898 for deletion
2014-04-10 11:00:09,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741899 for deletion
2014-04-10 11:00:09,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741897
2014-04-10 11:00:09,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741900_1076 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741900 for deletion
2014-04-10 11:00:09,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741899
2014-04-10 11:00:09,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741896
2014-04-10 11:00:09,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741898
2014-04-10 11:00:09,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741900_1076 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741900
2014-04-10 11:00:09,425 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741909 for deletion
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741896 for deletion
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741909
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741897 for deletion
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741898 for deletion
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741897
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741899 for deletion
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741896
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741899
2014-04-10 11:00:09,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741898
2014-04-10 11:00:09,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:09,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34766, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0008_m_000000_0_-2085491200_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 128537
2014-04-10 11:00:09,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:09,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:09,875 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56056, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0008_m_000000_0_-2085491200_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 116551
2014-04-10 11:00:09,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:09,935 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39892, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0008_m_000001_0_1218119316_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 172342
2014-04-10 11:00:09,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job.split dst=null perm=null
2014-04-10 11:00:09,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35938, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0008_m_000002_0_-820818945_1, offset: 512, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 182813
2014-04-10 11:00:09,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:10,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null
2014-04-10 11:00:10,038 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 832 Total time for transactions(ms): 56 Number of transactions batched in Syncs: 33 Number of syncs: 540 SyncTimes(ms): 7479 4991
2014-04-10 11:00:10,043 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56061, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0008_m_000003_0_1027626835_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741914_1090, duration: 123423
2014-04-10 11:00:10,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:10,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39896, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0008_m_000002_0_-820818945_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 112885
2014-04-10 11:00:10,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:10,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:10,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56061, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0008_m_000003_0_1027626835_1, offset: 512, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 166452
2014-04-10 11:00:10,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0/part-m-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:10,157 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35942, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0008_m_000001_0_1218119316_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 118125
2014-04-10 11:00:10,160 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0/part-m-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:10,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null
2014-04-10 11:00:10,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0/part-m-00001-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:10,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094 src: /127.0.0.1:56064 dest: /127.0.0.1:51355
2014-04-10 11:00:10,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094 src: /127.0.0.1:35944 dest: /127.0.0.1:46164
2014-04-10 11:00:10,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094 src: /127.0.0.1:34778 dest: /127.0.0.1:36785
2014-04-10 11:00:10,221 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0/part-m-00001-00001. BP-1011418899-127.0.0.1-1397145483488 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:10,224 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34778, dest: /127.0.0.1:36785, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000000_0_-2085491200_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094, duration: 3347757
2014-04-10 11:00:10,224 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:10,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35944, dest: /127.0.0.1:46164, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000000_0_-2085491200_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094, duration: 4170487
2014-04-10 11:00:10,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56064, dest: /127.0.0.1:51355, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000000_0_-2085491200_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094, duration: 4316409
2014-04-10 11:00:10,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:10,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:10,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null
2014-04-10 11:00:10,249 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1397145499203_0008_m_000000_0_-2085491200_1
2014-04-10 11:00:10,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0 dst=null perm=null
2014-04-10 11:00:10,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0 dst=null perm=null
2014-04-10 11:00:10,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0 dst=null perm=null
2014-04-10 11:00:10,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0 dst=null perm=null
2014-04-10 11:00:10,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0 dst=null perm=null
2014-04-10 11:00:10,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:10,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:10,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0/part-m-00001-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:10,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095 src: /127.0.0.1:35946 dest: /127.0.0.1:46164
2014-04-10 11:00:10,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095 src: /127.0.0.1:39902 dest: /127.0.0.1:57118
2014-04-10 11:00:10,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095 src: /127.0.0.1:56069 dest: /127.0.0.1:51355
2014-04-10 11:00:10,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0/part-m-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:10,283 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56069, dest: /127.0.0.1:51355, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000001_0_1218119316_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095, duration: 4694499
2014-04-10 11:00:10,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,284 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39902, dest: /127.0.0.1:57118, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000001_0_1218119316_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095, duration: 5379936
2014-04-10 11:00:10,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null
2014-04-10 11:00:10,284 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:10,284 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:10,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,284 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35946, dest: /127.0.0.1:46164, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000001_0_1218119316_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095, duration: 6167970
2014-04-10 11:00:10,285 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:10,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,292 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0/part-m-00001-00002. BP-1011418899-127.0.0.1-1397145483488 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 11:00:10,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000000_0 dst=null perm=null
2014-04-10 11:00:10,316 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1397145499203_0008_m_000001_0_1218119316_1
2014-04-10 11:00:10,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0/part-m-00001-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:10,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0 dst=null perm=null
2014-04-10 11:00:10,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0 dst=null perm=null
2014-04-10 11:00:10,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0 dst=null perm=null
2014-04-10 11:00:10,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0 dst=null perm=null
2014-04-10 11:00:10,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0 dst=null perm=null
2014-04-10 11:00:10,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:10,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:10,347 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0/part-m-00001-00003. BP-1011418899-127.0.0.1-1397145483488 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:10,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0/part-m-00001-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:10,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096 src: /127.0.0.1:56070 dest: /127.0.0.1:51355
2014-04-10 11:00:10,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096 src: /127.0.0.1:34783 dest: /127.0.0.1:36785
2014-04-10 11:00:10,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096 src: /127.0.0.1:39906 dest: /127.0.0.1:57118
2014-04-10 11:00:10,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_m_000000_0 dst=null perm=null
2014-04-10 11:00:10,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39906, dest: /127.0.0.1:57118, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000002_0_-820818945_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096, duration: 4745722
2014-04-10 11:00:10,376 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:10,377 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34783, dest: /127.0.0.1:36785, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000002_0_-820818945_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096, duration: 4390415
2014-04-10 11:00:10,377 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:10,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,378 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56070, dest: /127.0.0.1:51355, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000002_0_-820818945_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096, duration: 5651394
2014-04-10 11:00:10,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,378 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:10,416 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0008_01_000002
2014-04-10 11:00:10,416 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000002
2014-04-10 11:00:10,416 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:00:10,416 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0008_01_000002
2014-04-10 11:00:10,420 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0008_01_000002 is : 143
2014-04-10 11:00:10,427 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:10,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:10,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000002
2014-04-10 11:00:10,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000002
2014-04-10 11:00:10,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000002
2014-04-10 11:00:10,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000002
2014-04-10 11:00:10,428 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000002
2014-04-10 11:00:10,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:10,429 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0008_01_000002 from application application_1397145499203_0008
2014-04-10 11:00:10,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:10,429 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0008
2014-04-10 11:00:10,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000001_0 dst=null perm=null
2014-04-10 11:00:10,491 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0/part-m-00001-00002 is closed by DFSClient_attempt_1397145499203_0008_m_000002_0_-820818945_1
2014-04-10 11:00:10,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0 dst=null perm=null
2014-04-10 11:00:10,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0 dst=null perm=null
2014-04-10 11:00:10,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0 dst=null perm=null
2014-04-10 11:00:10,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0 dst=null perm=null
2014-04-10 11:00:10,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097 src: /127.0.0.1:39907 dest: /127.0.0.1:57118
2014-04-10 11:00:10,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0 dst=null perm=null
2014-04-10 11:00:10,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098 src: /127.0.0.1:35953 dest: /127.0.0.1:46164
2014-04-10 11:00:10,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098 src: /127.0.0.1:56075 dest: /127.0.0.1:51355
2014-04-10 11:00:10,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097 src: /127.0.0.1:35955 dest: /127.0.0.1:46164
2014-04-10 11:00:10,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098 src: /127.0.0.1:34789 dest: /127.0.0.1:36785
2014-04-10 11:00:10,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097 src: /127.0.0.1:56078 dest: /127.0.0.1:51355
2014-04-10 11:00:10,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:10,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:10,519 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56078, dest: /127.0.0.1:51355, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000003_0_1027626835_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097, duration: 7203934
2014-04-10 11:00:10,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,519 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35955, dest: /127.0.0.1:46164, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000003_0_1027626835_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097, duration: 5040566
2014-04-10 11:00:10,520 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:10,519 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:10,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,520 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39907, dest: /127.0.0.1:57118, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0008_m_000003_0_1027626835_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097, duration: 9564117
2014-04-10 11:00:10,521 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1.jhist for DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:10,521 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:10,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:10,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0/part-m-00001-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:10,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1397145499203_0008_m_000003_0_1027626835_1
2014-04-10 11:00:10,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0 dst=null perm=null
2014-04-10 11:00:10,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0 dst=null perm=null
2014-04-10 11:00:10,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_m_000001_0 dst=null perm=null
2014-04-10 11:00:10,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0 dst=null perm=null
2014-04-10 11:00:10,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0 dst=null perm=null
2014-04-10 11:00:10,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0 dst=null perm=null
2014-04-10 11:00:10,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000002_0 dst=null perm=null
2014-04-10 11:00:10,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:10,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:10,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0/part-m-00001-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:10,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1397145499203_0008_m_000003_0 dst=null perm=null
2014-04-10 11:00:10,613 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0008_01_000003
2014-04-10 11:00:10,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000003
2014-04-10 11:00:10,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:00:10,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0008_01_000002
2014-04-10 11:00:10,613 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0008_01_000003
2014-04-10 11:00:10,614 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:10,614 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0008_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:00:10,614 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000002
2014-04-10 11:00:10,614 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:00:10,614 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:00:10,614 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0008_01_000002, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:10,615 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:10,615 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:00:10,615 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0008_000001 released container container_1397145499203_0008_01_000002 on node: host: localhost:59425 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:00:10,619 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0008_01_000003 is : 143
2014-04-10 11:00:10,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:10,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000003
2014-04-10 11:00:10,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000003
2014-04-10 11:00:10,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000003
2014-04-10 11:00:10,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000003
2014-04-10 11:00:10,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000003
2014-04-10 11:00:10,628 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:10,629 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0008_01_000003 from application application_1397145499203_0008
2014-04-10 11:00:10,629 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:10,629 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0008
2014-04-10 11:00:10,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_m_000002_0 dst=null perm=null
2014-04-10 11:00:10,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_m_000003_0 dst=null perm=null
2014-04-10 11:00:10,668 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0008_01_000004
2014-04-10 11:00:10,668 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000004
2014-04-10 11:00:10,668 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:00:10,668 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0008_01_000004
2014-04-10 11:00:10,668 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0008_01_000003
2014-04-10 11:00:10,669 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:10,669 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0008_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:00:10,669 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000003
2014-04-10 11:00:10,669 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:00:10,669 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:00:10,669 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0008_01_000003, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:10,669 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:10,669 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:00:10,669 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0008_000001 released container container_1397145499203_0008_01_000003 on node: host: localhost:59425 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:00:10,673 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0008_01_000004 is : 143
2014-04-10 11:00:10,682 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:10,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000004
2014-04-10 11:00:10,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000004
2014-04-10 11:00:10,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000004
2014-04-10 11:00:10,683 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000004
2014-04-10 11:00:10,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000004
2014-04-10 11:00:10,683 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:10,683 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0008_01_000004 from application application_1397145499203_0008
2014-04-10 11:00:10,683 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:10,683 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0008
2014-04-10 11:00:10,707 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0008_01_000005
2014-04-10 11:00:10,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000005
2014-04-10 11:00:10,707 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:00:10,707 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0008_01_000004
2014-04-10 11:00:10,707 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0008_01_000005
2014-04-10 11:00:10,708 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:10,708 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0008_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:00:10,708 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000004
2014-04-10 11:00:10,708 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:00:10,708 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:00:10,708 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0008_01_000004, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:10,708 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:10,708 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:10,708 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0008_000001 released container container_1397145499203_0008_01_000004 on node: host: localhost:59425 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:00:10,713 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0008_01_000005 is : 143
2014-04-10 11:00:10,721 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:10,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000005
2014-04-10 11:00:10,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000005
2014-04-10 11:00:10,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000005
2014-04-10 11:00:10,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000005
2014-04-10 11:00:10,722 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000005
2014-04-10 11:00:10,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:10,722 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0008_01_000005 from application application_1397145499203_0008
2014-04-10 11:00:10,722 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:10,722 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0008
2014-04-10 11:00:11,708 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0008_01_000005
2014-04-10 11:00:11,708 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:11,708 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0008_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:00:11,709 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000005
2014-04-10 11:00:11,709 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:11,709 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:00:11,709 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0008_01_000005, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:11,710 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:11,710 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:00:11,710 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0008_000001 released container container_1397145499203_0008_01_000005 on node: host: localhost:59425 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:12,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095
2014-04-10 11:00:12,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097
2014-04-10 11:00:12,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094
2014-04-10 11:00:12,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:12,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000006
2014-04-10 11:00:12,299 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0008_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:00:12,299 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0008 container=Container: [ContainerId: container_1397145499203_0008_01_000006, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0008_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:12,300 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:12,300 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:12,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097
2014-04-10 11:00:12,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095
2014-04-10 11:00:12,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096
2014-04-10 11:00:12,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096
2014-04-10 11:00:12,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094
2014-04-10 11:00:12,930 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:12,947 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0008_000001 (auth:SIMPLE)
2014-04-10 11:00:12,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0008_01_000006 by user brock
2014-04-10 11:00:12,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000006
2014-04-10 11:00:12,952 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0008_01_000006 to application application_1397145499203_0008
2014-04-10 11:00:12,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:00:12,952 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0008
2014-04-10 11:00:12,952 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0008
2014-04-10 11:00:12,953 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:12,953 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0008
2014-04-10 11:00:12,953 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:12,978 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:12,978 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:12,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094
2014-04-10 11:00:12,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095
2014-04-10 11:00:12,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097
2014-04-10 11:00:12,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096
2014-04-10 11:00:13,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000006/default_container_executor.sh]
2014-04-10 11:00:13,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:13,935 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:00:14,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:14,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0008_r_000000_0_2079066583_1
2014-04-10 11:00:14,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_r_000000_0 dst=null perm=null
2014-04-10 11:00:14,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_r_000000_0 dst=null perm=null
2014-04-10 11:00:14,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/task_1397145499203_0008_r_000000 dst=null perm=null
2014-04-10 11:00:14,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1397145499203_0008_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/task_1397145499203_0008_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:14,933 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0008_01_000006
2014-04-10 11:00:14,934 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000006
2014-04-10 11:00:14,934 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:00:14,934 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0008_01_000006
2014-04-10 11:00:14,941 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0008_01_000006 is : 143
2014-04-10 11:00:14,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:14,958 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:14,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000006
2014-04-10 11:00:14,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000006
2014-04-10 11:00:14,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000006
2014-04-10 11:00:14,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000006
2014-04-10 11:00:14,959 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000006
2014-04-10 11:00:14,960 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:14,960 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0008_01_000006 from application application_1397145499203_0008
2014-04-10 11:00:14,960 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:14,960 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0008
2014-04-10 11:00:14,965 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:14,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1 dst=null perm=null
2014-04-10 11:00:14,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:14,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:14,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/task_1397145499203_0008_r_000000 dst=null perm=null
2014-04-10 11:00:14,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 dst=null perm=null
2014-04-10 11:00:15,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/task_1397145499203_0008_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:15,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary dst=null perm=null
2014-04-10 11:00:15,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:15,182 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:15,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:15,215 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:15,242 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34789, dest: /127.0.0.1:36785, bytes: 59385, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098, duration: 4732125775
2014-04-10 11:00:15,243 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:15,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 15137
2014-04-10 11:00:15,243 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56075, dest: /127.0.0.1:51355, bytes: 59385, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098, duration: 4725478793
2014-04-10 11:00:15,244 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 15137
2014-04-10 11:00:15,245 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35953, dest: /127.0.0.1:46164, bytes: 59385, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098, duration: 4728001341
2014-04-10 11:00:15,245 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 15137
2014-04-10 11:00:15,257 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:15,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:15,277 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:15,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099 src: /127.0.0.1:34796 dest: /127.0.0.1:36785
2014-04-10 11:00:15,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099 src: /127.0.0.1:35964 dest: /127.0.0.1:46164
2014-04-10 11:00:15,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099 src: /127.0.0.1:56086 dest: /127.0.0.1:51355
2014-04-10 11:00:15,299 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56086, dest: /127.0.0.1:51355, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099, duration: 1556879
2014-04-10 11:00:15,299 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:15,299 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35964, dest: /127.0.0.1:46164, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099, duration: 2620830
2014-04-10 11:00:15,300 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,300 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34796, dest: /127.0.0.1:36785, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099, duration: 2828130
2014-04-10 11:00:15,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,301 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,302 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,315 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:15,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:15,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1.jhist dst=null perm=null
2014-04-10 11:00:15,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist_tmp dst=null perm=null
2014-04-10 11:00:15,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1.jhist dst=null perm=null
2014-04-10 11:00:15,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist_tmp dst=null perm=null
2014-04-10 11:00:15,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1.jhist dst=null perm=null
2014-04-10 11:00:15,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:15,418 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34799, bytes: 59849, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098, duration: 280536
2014-04-10 11:00:15,421 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:15,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100 src: /127.0.0.1:56088 dest: /127.0.0.1:51355
2014-04-10 11:00:15,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100 src: /127.0.0.1:35968 dest: /127.0.0.1:46164
2014-04-10 11:00:15,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100 src: /127.0.0.1:39924 dest: /127.0.0.1:57118
2014-04-10 11:00:15,449 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39924, dest: /127.0.0.1:57118, bytes: 59385, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100, duration: 2752896
2014-04-10 11:00:15,450 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:15,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,450 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35968, dest: /127.0.0.1:46164, bytes: 59385, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100, duration: 3378198
2014-04-10 11:00:15,450 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,451 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56088, dest: /127.0.0.1:51355, bytes: 59385, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100, duration: 4102845
2014-04-10 11:00:15,451 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,465 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist_tmp is closed by DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:15,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:15,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1_conf.xml dst=null perm=null
2014-04-10 11:00:15,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:15,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1_conf.xml dst=null perm=null
2014-04-10 11:00:15,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:15,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008/job_1397145499203_0008_1_conf.xml dst=null perm=null
2014-04-10 11:00:15,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:15,510 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39925, bytes: 96475, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741917_1093, duration: 365208
2014-04-10 11:00:15,513 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 11:00:15,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101 src: /127.0.0.1:34804 dest: /127.0.0.1:36785
2014-04-10 11:00:15,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101 src: /127.0.0.1:56093 dest: /127.0.0.1:51355
2014-04-10 11:00:15,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101 src: /127.0.0.1:35973 dest: /127.0.0.1:46164
2014-04-10 11:00:15,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35973, dest: /127.0.0.1:46164, bytes: 95727, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101, duration: 2451700
2014-04-10 11:00:15,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:15,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56093, dest: /127.0.0.1:51355, bytes: 95727, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101, duration: 2939566
2014-04-10 11:00:15,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34804, dest: /127.0.0.1:36785, bytes: 95727, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_451551170_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101, duration: 3565360
2014-04-10 11:00:15,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_451551170_1
2014-04-10 11:00:15,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:15,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:15,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:15,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:15,623 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0008_000001 with final state: FINISHING
2014-04-10 11:00:15,624 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:15,624 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0008 with final state: FINISHING
2014-04-10 11:00:15,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0008 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:15,625 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0008
2014-04-10 11:00:15,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:15,625 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0008 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:15,632 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:00:15,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:15,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:15,641 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0008 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist
2014-04-10 11:00:15,641 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist]
2014-04-10 11:00:15,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist dst=null perm=null
2014-04-10 11:00:15,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39931, bytes: 59849, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100, duration: 265398
2014-04-10 11:00:15,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary dst=null perm=null
2014-04-10 11:00:15,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56098, bytes: 455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099, duration: 231836
2014-04-10 11:00:15,671 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0008,submitTime=1397145602208,launchTime=1397145604866,firstMapTaskLaunchTime=1397145607046,firstReduceTaskLaunchTime=1397145612953,finishTime=1397145615217,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotSeconds=1,jobName=[1DD9ECF098AA4B089F4054E1C4F5A5D3/D914C2857EF8417C9AA3E11D38A2FDBC] trap test/(1/1) ...-mr1/trapplatform/seq/tap
2014-04-10 11:00:15,671 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary]
2014-04-10 11:00:15,682 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:36785 127.0.0.1:46164 127.0.0.1:51355
2014-04-10 11:00:15,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008.summary dst=null perm=null
2014-04-10 11:00:15,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:00:15,685 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist
2014-04-10 11:00:15,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0008-1397145602208-brock-%5B1DD9ECF098AA4B089F4054E1C4F5A5D3%2FD914C2857EF8417C-1397145615217-4-1-SUCCEEDED-default-1397145604866.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:15,699 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0008_conf.xml
2014-04-10 11:00:15,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:15,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:15,733 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary
2014-04-10 11:00:15,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary dst=null perm=null
2014-04-10 11:00:15,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:15,735 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary
2014-04-10 11:00:15,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null
2014-04-10 11:00:15,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null
2014-04-10 11:00:15,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:15,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:15,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:15,765 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:15,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 dst=null perm=null
2014-04-10 11:00:15,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:15,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:15,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:15,776 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:00:15,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:15,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56098, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094, duration: 110927
2014-04-10 11:00:15,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:15,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35978, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095, duration: 100691
2014-04-10 11:00:15,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:15,783 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56098, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096, duration: 92432
2014-04-10 11:00:15,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:15,784 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35978, bytes: 33, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097, duration: 86552
2014-04-10 11:00:15,784 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/seq/trap
2014-04-10 11:00:15,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:15,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:15,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:15,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null
2014-04-10 11:00:15,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:15,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:15,790 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35978, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741918_1094, duration: 184205
2014-04-10 11:00:15,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:15,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:15,793 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:35978, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741919_1095, duration: 172922
2014-04-10 11:00:15,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:15,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:15,796 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56098, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741920_1096, duration: 169682
2014-04-10 11:00:15,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:15,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:15,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56098, bytes: 33, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741921_1097, duration: 201094
2014-04-10 11:00:15,799 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/seq/tap
2014-04-10 11:00:15,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:15,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:15,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:15,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null
2014-04-10 11:00:15,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 dst=null perm=null
2014-04-10 11:00:15,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 dst=null perm=null
2014-04-10 11:00:15,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:15,821 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:00:15,821 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:00:15,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:15,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:15,834 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 11:00:15,834 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:00:15,834 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap"]
2014-04-10 11:00:15,834 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 11:00:15,834 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 11:00:15,834 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 11:00:15,835 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...applatform/everystart/tap
2014-04-10 11:00:15,841 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 11:00:15,848 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 11:00:15,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:15,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:15,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:15,851 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 9
2014-04-10 11:00:15,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009 dst=null perm=null
2014-04-10 11:00:15,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:00:15,934 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0008_01_000006
2014-04-10 11:00:15,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:15,935 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0008_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:00:15,935 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000006
2014-04-10 11:00:15,935 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0008_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:00:15,935 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:00:15,936 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0008_01_000006, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:15,936 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:15,936 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:00:15,936 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0008_000001 released container container_1397145499203_0008_01_000006 on node: host: localhost:41983 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:00:15,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:00:15,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:15,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:15,960 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:15,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102 src: /127.0.0.1:39934 dest: /127.0.0.1:57118
2014-04-10 11:00:15,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102 src: /127.0.0.1:34813 dest: /127.0.0.1:36785
2014-04-10 11:00:15,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102 src: /127.0.0.1:56102 dest: /127.0.0.1:51355
2014-04-10 11:00:15,983 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56102, dest: /127.0.0.1:51355, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102, duration: 4070345
2014-04-10 11:00:15,983 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:15,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,984 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34813, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102, duration: 4634423
2014-04-10 11:00:15,984 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,985 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39934, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102, duration: 4872182
2014-04-10 11:00:15,985 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:15,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:15,999 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:16,000 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar
2014-04-10 11:00:16,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:16,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:16,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:16,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:16,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:16,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:00:16,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:00:16,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:00:16,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:00:16,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:00:16,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:16,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:16,044 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:16,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:16,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:16,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:16,075 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split
2014-04-10 11:00:16,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:16,092 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 11:00:16,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103 src: /127.0.0.1:34815 dest: /127.0.0.1:36785
2014-04-10 11:00:16,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103 src: /127.0.0.1:56104 dest: /127.0.0.1:51355
2014-04-10 11:00:16,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103 src: /127.0.0.1:35984 dest: /127.0.0.1:46164
2014-04-10 11:00:16,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103 src: /127.0.0.1:39940 dest: /127.0.0.1:57118
2014-04-10 11:00:16,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39940, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 2108231
2014-04-10 11:00:16,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:16,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35984, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 2736196
2014-04-10 11:00:16,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:16,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56104, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 3408536
2014-04-10 11:00:16,118 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:16,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,118 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34815, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 3911551
2014-04-10 11:00:16,118 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:16,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,132 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:16,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:16,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:16,167 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 11:00:16,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104 src: /127.0.0.1:39941 dest: /127.0.0.1:57118
2014-04-10 11:00:16,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104 src: /127.0.0.1:56108 dest: /127.0.0.1:51355
2014-04-10 11:00:16,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104 src: /127.0.0.1:34821 dest: /127.0.0.1:36785
2014-04-10 11:00:16,189 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34821, dest: /127.0.0.1:36785, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104, duration: 1695489
2014-04-10 11:00:16,189 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:16,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,190 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56108, dest: /127.0.0.1:51355, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104, duration: 2117587
2014-04-10 11:00:16,190 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:16,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,191 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39941, dest: /127.0.0.1:57118, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104, duration: 2835081
2014-04-10 11:00:16,191 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:16,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,207 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:16,208 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:00:16,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:16,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:16,268 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 11:00:16,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105 src: /127.0.0.1:34822 dest: /127.0.0.1:36785
2014-04-10 11:00:16,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105 src: /127.0.0.1:39945 dest: /127.0.0.1:57118
2014-04-10 11:00:16,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105 src: /127.0.0.1:35991 dest: /127.0.0.1:46164
2014-04-10 11:00:16,289 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35991, dest: /127.0.0.1:46164, bytes: 81191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105, duration: 2645025
2014-04-10 11:00:16,290 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:16,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,290 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39945, dest: /127.0.0.1:57118, bytes: 81191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105, duration: 3219754
2014-04-10 11:00:16,290 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:16,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,291 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34822, dest: /127.0.0.1:36785, bytes: 81191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105, duration: 3488988
2014-04-10 11:00:16,291 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:16,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:16,307 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:16,308 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0009
2014-04-10 11:00:16,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009 dst=null perm=null
2014-04-10 11:00:16,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:16,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:16,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:16,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:16,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:16,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:16,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:16,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:16,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:16,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:16,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:16,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:16,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:16,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:16,365 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 9 submitted by user brock
2014-04-10 11:00:16,365 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0009
2014-04-10 11:00:16,365 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0009
2014-04-10 11:00:16,365 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0009
2014-04-10 11:00:16,365 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0009 State change from NEW to NEW_SAVING
2014-04-10 11:00:16,366 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0009 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:00:16,366 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0009_000001
2014-04-10 11:00:16,367 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from NEW to SUBMITTED
2014-04-10 11:00:16,367 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0009 from user: brock activated in queue: default
2014-04-10 11:00:16,367 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:00:16,367 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0009 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:00:16,367 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0009
2014-04-10 11:00:16,367 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0009_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:00:16,368 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:00:16,369 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0009 State change from SUBMITTED to ACCEPTED
2014-04-10 11:00:16,370 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0009/
2014-04-10 11:00:16,371 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0009
2014-04-10 11:00:16,371 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0009/
2014-04-10 11:00:16,707 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:57118 127.0.0.1:46164 127.0.0.1:51355 127.0.0.1:36785
2014-04-10 11:00:16,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:46164 127.0.0.1:36785
2014-04-10 11:00:16,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 11:00:16,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:51355 127.0.0.1:46164 127.0.0.1:57118
2014-04-10 11:00:16,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:46164 127.0.0.1:51355 127.0.0.1:36785
2014-04-10 11:00:16,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:57118 127.0.0.1:46164 127.0.0.1:36785
2014-04-10 11:00:16,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0008 dst=null perm=null
2014-04-10 11:00:16,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:16,711 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000001
2014-04-10 11:00:16,711 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0009_01_000001 of capacity <memory:2048, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:00:16,712 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0009 container=Container: [ContainerId: container_1397145499203_0009_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0009_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:16,712 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:00:16,712 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:16,712 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:16,713 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0009 AttemptId: appattempt_1397145499203_0009_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0009_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ]
2014-04-10 11:00:16,713 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:00:16,713 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:00:16,714 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0009_000001
2014-04-10 11:00:16,715 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0009_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] for AM appattempt_1397145499203_0009_000001
2014-04-10 11:00:16,715 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:00:16,722 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0009_000001 (auth:SIMPLE)
2014-04-10 11:00:16,724 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0009_01_000001 by user brock
2014-04-10 11:00:16,724 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0009
2014-04-10 11:00:16,725 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000001
2014-04-10 11:00:16,725 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0009 transitioned from NEW to INITING
2014-04-10 11:00:16,725 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0009_01_000001 to application application_1397145499203_0009
2014-04-10 11:00:16,725 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0009 transitioned from INITING to RUNNING
2014-04-10 11:00:16,725 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0009_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] for AM appattempt_1397145499203_0009_000001
2014-04-10 11:00:16,726 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:00:16,726 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:00:16,726 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0009
2014-04-10 11:00:16,726 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:00:16,726 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:00:16,727 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:00:16,727 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:00:16,727 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0009_01_000001
2014-04-10 11:00:16,735 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145499203_0009_01_000001.tokens. Credentials list:
2014-04-10 11:00:16,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:16,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397145499203_0009_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000001.tokens
2014-04-10 11:00:16,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:16,850 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:57118 to replicate blk_1073741926_1102 to datanode(s) 127.0.0.1:46164
2014-04-10 11:00:16,851 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741913_1089, blk_1073741914_1090, blk_1073741916_1092, blk_1073741917_1093]
2014-04-10 11:00:16,851 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741922_1098, blk_1073741923_1099, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092]
2014-04-10 11:00:16,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:16,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:16,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:16,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39950, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1972126203_5238, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102, duration: 974421
2014-04-10 11:00:16,940 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:16,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:16,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:16,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:16,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34829, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1972126203_5238, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104, duration: 246149
2014-04-10 11:00:16,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:16,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:16,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:17,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:17,008 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56118, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1972126203_5238, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 274797
2014-04-10 11:00:17,025 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:17,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:17,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:17,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:17,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101
2014-04-10 11:00:17,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099
2014-04-10 11:00:17,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100
2014-04-10 11:00:17,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098
2014-04-10 11:00:17,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34829, bytes: 81827, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1972126203_5238, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105, duration: 535404
2014-04-10 11:00:17,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103
2014-04-10 11:00:17,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105
2014-04-10 11:00:17,068 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:17,068 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:17,101 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:17,101 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:17,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000001/default_container_executor.sh]
2014-04-10 11:00:17,710 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:17,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102
2014-04-10 11:00:17,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105
2014-04-10 11:00:17,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105
2014-04-10 11:00:17,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101
2014-04-10 11:00:17,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098
2014-04-10 11:00:17,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741925_1101
2014-04-10 11:00:17,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103
2014-04-10 11:00:17,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099
2014-04-10 11:00:17,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102
2014-04-10 11:00:18,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104
2014-04-10 11:00:18,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100
2014-04-10 11:00:18,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104
2014-04-10 11:00:18,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103
2014-04-10 11:00:18,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102
2014-04-10 11:00:18,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741923_1099
2014-04-10 11:00:18,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103
2014-04-10 11:00:18,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104
2014-04-10 11:00:18,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741924_1100
2014-04-10 11:00:18,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741922_1098
2014-04-10 11:00:18,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:18,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741922 for deletion
2014-04-10 11:00:18,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741923_1099 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741923 for deletion
2014-04-10 11:00:18,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741922
2014-04-10 11:00:18,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741913 for deletion
2014-04-10 11:00:18,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741923_1099 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741923
2014-04-10 11:00:18,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741914 for deletion
2014-04-10 11:00:18,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741913
2014-04-10 11:00:18,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741914
2014-04-10 11:00:18,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741915 for deletion
2014-04-10 11:00:18,326 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741916 for deletion
2014-04-10 11:00:18,326 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741915
2014-04-10 11:00:18,326 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741916
2014-04-10 11:00:18,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/COMMIT_STARTED dst=null perm=null
2014-04-10 11:00:18,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:00:18,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/COMMIT_FAIL dst=null perm=null
2014-04-10 11:00:18,351 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6599cabd-1876-4422-8ae8-5f13999a22fa, infoPort=47933, ipcPort=48009, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102 to 127.0.0.1:46164
2014-04-10 11:00:18,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741913 for deletion
2014-04-10 11:00:18,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741914 for deletion
2014-04-10 11:00:18,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741913
2014-04-10 11:00:18,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741914
2014-04-10 11:00:18,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741916 for deletion
2014-04-10 11:00:18,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102 src: /127.0.0.1:35999 dest: /127.0.0.1:46164
2014-04-10 11:00:18,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741916
2014-04-10 11:00:18,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741917 for deletion
2014-04-10 11:00:18,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741917
2014-04-10 11:00:18,352 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102 (numBytes=244650) to 127.0.0.1/127.0.0.1:46164
2014-04-10 11:00:18,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102 src: /127.0.0.1:35999 dest: /127.0.0.1:46164 of size 244650
2014-04-10 11:00:18,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741926_1102 size 244650
2014-04-10 11:00:18,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009 dst=null perm=null
2014-04-10 11:00:18,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:18,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:18,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:18,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:18,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39955, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741928_1104, duration: 161910
2014-04-10 11:00:19,251 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0009_000001 (auth:SIMPLE)
2014-04-10 11:00:19,253 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0009_000001
2014-04-10 11:00:19,253 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0009 APPATTEMPTID=appattempt_1397145499203_0009_000001
2014-04-10 11:00:19,253 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:00:19,253 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0009 State change from ACCEPTED to RUNNING
2014-04-10 11:00:19,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:19,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:19,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:19,441 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:19,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106 src: /127.0.0.1:34837 dest: /127.0.0.1:36785
2014-04-10 11:00:19,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106 src: /127.0.0.1:56126 dest: /127.0.0.1:51355
2014-04-10 11:00:19,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106 src: /127.0.0.1:39961 dest: /127.0.0.1:57118
2014-04-10 11:00:19,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39961, dest: /127.0.0.1:57118, bytes: 95126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106, duration: 4125391
2014-04-10 11:00:19,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:19,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56126, dest: /127.0.0.1:51355, bytes: 95126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106, duration: 4577839
2014-04-10 11:00:19,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:19,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:19,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34837, dest: /127.0.0.1:36785, bytes: 95126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106, duration: 4922238
2014-04-10 11:00:19,488 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:19,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:19,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:19,507 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:19,851 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741922_1098, blk_1073741923_1099, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091, blk_1073741917_1093]
2014-04-10 11:00:19,852 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741922_1098, blk_1073741923_1099, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092, blk_1073741917_1093]
2014-04-10 11:00:20,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:20,711 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000002
2014-04-10 11:00:20,712 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0009_01_000002 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:00:20,712 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0009 container=Container: [ContainerId: container_1397145499203_0009_01_000002, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0009_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:20,712 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:00:20,713 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:20,713 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:20,713 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000003
2014-04-10 11:00:20,714 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0009_01_000003 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:00:20,714 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0009 container=Container: [ContainerId: container_1397145499203_0009_01_000003, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] containerId=container_1397145499203_0009_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:20,714 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:00:20,714 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:20,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:20,814 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000004
2014-04-10 11:00:20,815 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0009_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:00:20,815 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0009 container=Container: [ContainerId: container_1397145499203_0009_01_000004, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0009_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:20,815 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:00:20,816 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:20,816 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:20,816 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000005
2014-04-10 11:00:20,817 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0009_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:00:20,817 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0009 container=Container: [ContainerId: container_1397145499203_0009_01_000005, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0009_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:20,817 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:00:20,817 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:21,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:21,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:21,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:21,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:21,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:21,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:21,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:21,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:21,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:21,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:21,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:21,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:21,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:21,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741922 for deletion
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741923_1099 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741923 for deletion
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741913 for deletion
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741922
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741914 for deletion
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741923_1099 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741923
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741915 for deletion
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741914
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741916 for deletion
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741913
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741917 for deletion
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741916
2014-04-10 11:00:21,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741915
2014-04-10 11:00:21,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741917
2014-04-10 11:00:21,390 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0009_000001 (auth:SIMPLE)
2014-04-10 11:00:21,390 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0009_000001 (auth:SIMPLE)
2014-04-10 11:00:21,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0009_01_000003 by user brock
2014-04-10 11:00:21,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0009_01_000002 by user brock
2014-04-10 11:00:21,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000003
2014-04-10 11:00:21,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000002
2014-04-10 11:00:21,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0009_01_000004 by user brock
2014-04-10 11:00:21,393 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0009_01_000003 to application application_1397145499203_0009
2014-04-10 11:00:21,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0009
2014-04-10 11:00:21,393 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0009_01_000002 to application application_1397145499203_0009
2014-04-10 11:00:21,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000004
2014-04-10 11:00:21,393 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0009 transitioned from NEW to INITING
2014-04-10 11:00:21,393 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0009_01_000004 to application application_1397145499203_0009
2014-04-10 11:00:21,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0009_01_000005 by user brock
2014-04-10 11:00:21,393 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:00:21,393 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0009 transitioned from INITING to RUNNING
2014-04-10 11:00:21,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000005
2014-04-10 11:00:21,394 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:00:21,394 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:00:21,394 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0009
2014-04-10 11:00:21,394 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0009_01_000005 to application application_1397145499203_0009
2014-04-10 11:00:21,394 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0009
2014-04-10 11:00:21,394 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:21,394 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0009
2014-04-10 11:00:21,394 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0009
2014-04-10 11:00:21,394 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0009
2014-04-10 11:00:21,394 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:21,394 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0009
2014-04-10 11:00:21,394 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0009
2014-04-10 11:00:21,394 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0009
2014-04-10 11:00:21,394 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:00:21,395 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:21,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:00:21,395 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0009
2014-04-10 11:00:21,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:00:21,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:21,395 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0009_01_000004
2014-04-10 11:00:21,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:21,396 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0009
2014-04-10 11:00:21,396 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0009
2014-04-10 11:00:21,396 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:21,396 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0009
2014-04-10 11:00:21,396 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0009_01_000005
2014-04-10 11:00:21,402 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0009_01_000004.tokens. Credentials list:
2014-04-10 11:00:21,404 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145499203_0009_01_000005.tokens. Credentials list:
2014-04-10 11:00:21,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:21,419 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:21,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:21,420 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:21,420 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741922 for deletion
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741923_1099 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741923 for deletion
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741922
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741923_1099 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741923
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741913 for deletion
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741914 for deletion
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741915 for deletion
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741913_1089 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741913
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741917 for deletion
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741914
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741915
2014-04-10 11:00:21,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741917
2014-04-10 11:00:21,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0009_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000004.tokens
2014-04-10 11:00:21,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:21,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000002/default_container_executor.sh]
2014-04-10 11:00:21,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000003/default_container_executor.sh]
2014-04-10 11:00:21,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:21,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:21,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar dst=null perm=null
2014-04-10 11:00:21,543 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34849, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1787721936_5418, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102, duration: 430876
2014-04-10 11:00:21,561 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:21,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:21,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:21,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml dst=null perm=null
2014-04-10 11:00:21,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34849, bytes: 81827, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1787721936_5418, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741929_1105, duration: 256966
2014-04-10 11:00:21,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:21,585 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:21,585 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:21,606 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:21,606 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:21,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:21,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:21,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000004/default_container_executor.sh]
2014-04-10 11:00:21,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000005/default_container_executor.sh]
2014-04-10 11:00:21,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:21,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:21,737 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0008_01_000001 succeeded
2014-04-10 11:00:21,737 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:00:21,737 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0008_01_000001
2014-04-10 11:00:21,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000001
2014-04-10 11:00:21,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000001
2014-04-10 11:00:21,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000001
2014-04-10 11:00:21,748 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0008/container_1397145499203_0008_01_000001
2014-04-10 11:00:21,748 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000001
2014-04-10 11:00:21,748 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:00:21,748 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0008_01_000001 from application application_1397145499203_0008
2014-04-10 11:00:21,749 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:21,749 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0008
2014-04-10 11:00:21,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:21,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:21,936 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0008_01_000001
2014-04-10 11:00:21,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:21,937 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0008_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:00:21,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0008 CONTAINERID=container_1397145499203_0008_01_000001
2014-04-10 11:00:21,937 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41983, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:21,937 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:00:21,937 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0008_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:21,937 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:21,938 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:00:21,938 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0008_000001 released container container_1397145499203_0008_01_000001 on node: host: localhost:41983 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:21,938 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0008_000001
2014-04-10 11:00:21,938 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0008_000001 State change from FINISHING to FINISHED
2014-04-10 11:00:21,938 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0008 State change from FINISHING to FINISHED
2014-04-10 11:00:21,938 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0008_000001
2014-04-10 11:00:21,939 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0008_000001 is done. finalState=FINISHED
2014-04-10 11:00:21,939 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0008 requests cleared
2014-04-10 11:00:21,939 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0008 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:00:21,939 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0008 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:00:21,938 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0008
2014-04-10 11:00:21,940 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0008,name=[1DD9ECF098AA4B089F4054E1C4F5A5D3/D914C2857EF8417C9AA3E11D38A2FDBC] trap test/(1/1) ...-mr1/trapplatform/seq/tap,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0008/jobhistory/job/job_1397145499203_0008,appMasterHost=localhost.localdomain,startTime=1397145602208,finishTime=1397145615624,finalStatus=SUCCEEDED
2014-04-10 11:00:21,941 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0008_000001 (auth:SIMPLE)
2014-04-10 11:00:21,947 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0008_01_000001
2014-04-10 11:00:22,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741926_1102
2014-04-10 11:00:22,299 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:00:22,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:22,711 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:22,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:22,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:22,712 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0008
2014-04-10 11:00:22,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:22,712 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:22,712 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0008, with delay of 10800 seconds
2014-04-10 11:00:22,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:22,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397145499203_0009_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000005.tokens
2014-04-10 11:00:22,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:22,937 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:22,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:22,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:22,937 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0008
2014-04-10 11:00:22,937 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:22,938 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0008, with delay of 10800 seconds
2014-04-10 11:00:22,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:22,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0008
2014-04-10 11:00:23,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106
2014-04-10 11:00:23,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106
2014-04-10 11:00:23,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106
2014-04-10 11:00:23,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:23,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:23,859 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39984, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0009_m_000001_0_-1602975143_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 141108
2014-04-10 11:00:23,903 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39986, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0009_m_000000_0_1343764957_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 131426
2014-04-10 11:00:23,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:23,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:23,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:39986, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0009_m_000000_0_1343764957_1, offset: 1024, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 158194
2014-04-10 11:00:24,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56153, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0009_m_000001_0_-1602975143_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 161717
2014-04-10 11:00:24,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_m_000001_0 dst=null perm=null
2014-04-10 11:00:24,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:24,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job.split dst=null perm=null
2014-04-10 11:00:24,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_m_000000_0 dst=null perm=null
2014-04-10 11:00:24,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0009_01_000003
2014-04-10 11:00:24,205 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000003
2014-04-10 11:00:24,205 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:00:24,206 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0009_01_000003
2014-04-10 11:00:24,210 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0009_01_000003 is : 143
2014-04-10 11:00:24,216 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36035, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0009_m_000003_0_1907018205_1, offset: 1024, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 185636
2014-04-10 11:00:24,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:24,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000003
2014-04-10 11:00:24,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000003
2014-04-10 11:00:24,220 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 11:00:24,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000003
2014-04-10 11:00:24,220 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000003
2014-04-10 11:00:24,221 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:24,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000003
2014-04-10 11:00:24,221 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0009_01_000003 from application application_1397145499203_0009
2014-04-10 11:00:24,221 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:24,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0009
2014-04-10 11:00:24,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34869, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0009_m_000002_0_-1062613782_1, offset: 512, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741927_1103, duration: 175862
2014-04-10 11:00:24,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107 src: /127.0.0.1:56158 dest: /127.0.0.1:51355
2014-04-10 11:00:24,242 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0009_01_000002
2014-04-10 11:00:24,242 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000002
2014-04-10 11:00:24,242 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:00:24,242 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0009_01_000002
2014-04-10 11:00:24,242 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0009_01_000003
2014-04-10 11:00:24,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107 src: /127.0.0.1:39993 dest: /127.0.0.1:57118
2014-04-10 11:00:24,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:24,243 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0009_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:00:24,243 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000003
2014-04-10 11:00:24,243 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0009_01_000003 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:00:24,243 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:00:24,243 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0009_01_000003, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:24,243 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:24,243 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:00:24,243 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0009_000001 released container container_1397145499203_0009_01_000003 on node: host: localhost:59425 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:00:24,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107 src: /127.0.0.1:36039 dest: /127.0.0.1:46164
2014-04-10 11:00:24,246 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1.jhist for DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:24,247 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0009_01_000002 is : 143
2014-04-10 11:00:24,254 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:24,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000002
2014-04-10 11:00:24,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000002
2014-04-10 11:00:24,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000002
2014-04-10 11:00:24,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000002
2014-04-10 11:00:24,255 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000002
2014-04-10 11:00:24,255 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:24,255 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0009_01_000002 from application application_1397145499203_0009
2014-04-10 11:00:24,255 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:24,255 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0009
2014-04-10 11:00:24,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:24,286 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36035, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0009_m_000003_0_1907018205_1, offset: 512, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 114171
2014-04-10 11:00:24,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:24,300 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36040, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0009_m_000002_0_-1062613782_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 166046
2014-04-10 11:00:24,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_m_000003_0 dst=null perm=null
2014-04-10 11:00:24,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_m_000002_0 dst=null perm=null
2014-04-10 11:00:24,534 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0009_01_000005
2014-04-10 11:00:24,534 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000005
2014-04-10 11:00:24,534 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:00:24,534 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0009_01_000005
2014-04-10 11:00:24,539 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0009_01_000005 is : 143
2014-04-10 11:00:24,541 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0009_01_000004
2014-04-10 11:00:24,541 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000004
2014-04-10 11:00:24,549 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:24,549 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:00:24,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000005
2014-04-10 11:00:24,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000005
2014-04-10 11:00:24,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000005
2014-04-10 11:00:24,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000005
2014-04-10 11:00:24,550 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0009_01_000004
2014-04-10 11:00:24,554 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0009_01_000004 is : 143
2014-04-10 11:00:24,565 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000005
2014-04-10 11:00:24,565 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:24,566 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:24,566 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0009_01_000005 from application application_1397145499203_0009
2014-04-10 11:00:24,566 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:24,566 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0009
2014-04-10 11:00:24,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000004
2014-04-10 11:00:24,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000004
2014-04-10 11:00:24,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000004
2014-04-10 11:00:24,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000004
2014-04-10 11:00:24,567 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000004
2014-04-10 11:00:24,567 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:24,567 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0009_01_000004 from application application_1397145499203_0009
2014-04-10 11:00:24,568 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:24,568 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0009
2014-04-10 11:00:25,243 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0009_01_000002
2014-04-10 11:00:25,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:25,244 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0009_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:00:25,244 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000002
2014-04-10 11:00:25,244 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0009_01_000002 of capacity <memory:1024, vCores:1> on host localhost:59425, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:00:25,244 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:00:25,244 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0009_01_000002, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:25,244 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:25,244 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:00:25,245 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0009_000001 released container container_1397145499203_0009_01_000002 on node: host: localhost:59425 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:00:25,542 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0009_01_000004
2014-04-10 11:00:25,542 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0009_01_000005
2014-04-10 11:00:25,543 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:25,543 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0009_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:00:25,543 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000004
2014-04-10 11:00:25,543 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0009_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:00:25,543 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:00:25,544 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0009_01_000004, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:25,544 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:25,544 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:25,545 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0009_000001 released container container_1397145499203_0009_01_000004 on node: host: localhost:52607 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:00:25,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:25,545 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0009_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:00:25,545 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000005
2014-04-10 11:00:25,545 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0009_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:25,545 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:00:25,546 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0009_01_000005, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:25,546 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:25,546 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:00:25,546 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0009_000001 released container container_1397145499203_0009_01_000005 on node: host: localhost:52607 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:25,547 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:25,547 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000006
2014-04-10 11:00:25,547 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0009_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:00:25,547 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0009 container=Container: [ContainerId: container_1397145499203_0009_01_000006, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0009_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:25,548 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:25,548 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:26,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:26,329 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0009_01_000006 by user brock
2014-04-10 11:00:26,330 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0009_01_000006 to application application_1397145499203_0009
2014-04-10 11:00:26,330 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000006
2014-04-10 11:00:26,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:00:26,331 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0009
2014-04-10 11:00:26,331 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0009
2014-04-10 11:00:26,331 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:26,331 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0009
2014-04-10 11:00:26,332 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:26,365 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:26,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:26,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000006/default_container_executor.sh]
2014-04-10 11:00:26,543 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:27,320 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:00:28,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary dst=null perm=null
2014-04-10 11:00:28,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:28,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0/part-r-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,204 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0/part-r-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:28,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108 src: /127.0.0.1:36059 dest: /127.0.0.1:46164
2014-04-10 11:00:28,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108 src: /127.0.0.1:40015 dest: /127.0.0.1:57118
2014-04-10 11:00:28,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108 src: /127.0.0.1:56182 dest: /127.0.0.1:51355
2014-04-10 11:00:28,286 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56182, dest: /127.0.0.1:51355, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0009_r_000000_0_-261487043_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108, duration: 9670736
2014-04-10 11:00:28,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:28,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40015, dest: /127.0.0.1:57118, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0009_r_000000_0_-261487043_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108, duration: 10361609
2014-04-10 11:00:28,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36059, dest: /127.0.0.1:46164, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0009_r_000000_0_-261487043_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108, duration: 10578215
2014-04-10 11:00:28,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,306 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1397145499203_0009_r_000000_0_-261487043_1
2014-04-10 11:00:28,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0 dst=null perm=null
2014-04-10 11:00:28,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0 dst=null perm=null
2014-04-10 11:00:28,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0 dst=null perm=null
2014-04-10 11:00:28,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0 dst=null perm=null
2014-04-10 11:00:28,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0 dst=null perm=null
2014-04-10 11:00:28,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:28,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0/part-r-00001-00000 dst=null perm=null
2014-04-10 11:00:28,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0/part-r-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/part-r-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1397145499203_0009_r_000000_0 dst=null perm=null
2014-04-10 11:00:28,381 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0009_r_000000_0_-261487043_1
2014-04-10 11:00:28,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_r_000000_0 dst=null perm=null
2014-04-10 11:00:28,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_r_000000_0 dst=null perm=null
2014-04-10 11:00:28,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/task_1397145499203_0009_r_000000 dst=null perm=null
2014-04-10 11:00:28,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1397145499203_0009_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/task_1397145499203_0009_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:28,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0009_01_000006
2014-04-10 11:00:28,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000006
2014-04-10 11:00:28,494 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:00:28,494 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0009_01_000006
2014-04-10 11:00:28,498 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0009_01_000006 is : 143
2014-04-10 11:00:28,510 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:28,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000006
2014-04-10 11:00:28,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000006
2014-04-10 11:00:28,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000006
2014-04-10 11:00:28,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000006
2014-04-10 11:00:28,511 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000006
2014-04-10 11:00:28,511 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:28,511 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0009_01_000006 from application application_1397145499203_0009
2014-04-10 11:00:28,511 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:28,511 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0009
2014-04-10 11:00:28,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:28,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1 dst=null perm=null
2014-04-10 11:00:28,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:28,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:28,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/task_1397145499203_0009_r_000000 dst=null perm=null
2014-04-10 11:00:28,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 dst=null perm=null
2014-04-10 11:00:28,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/task_1397145499203_0009_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary dst=null perm=null
2014-04-10 11:00:28,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,615 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:28,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:28,668 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36039, dest: /127.0.0.1:46164, bytes: 61360, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107, duration: 4423979003
2014-04-10 11:00:28,669 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:28,670 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39993, dest: /127.0.0.1:57118, bytes: 61360, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107, duration: 4425085571
2014-04-10 11:00:28,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 15146
2014-04-10 11:00:28,670 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56158, dest: /127.0.0.1:51355, bytes: 61360, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107, duration: 4425868258
2014-04-10 11:00:28,671 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 15146
2014-04-10 11:00:28,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 15146
2014-04-10 11:00:28,690 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:28,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,710 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]}
2014-04-10 11:00:28,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109 src: /127.0.0.1:36065 dest: /127.0.0.1:46164
2014-04-10 11:00:28,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109 src: /127.0.0.1:34899 dest: /127.0.0.1:36785
2014-04-10 11:00:28,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109 src: /127.0.0.1:40022 dest: /127.0.0.1:57118
2014-04-10 11:00:28,731 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40022, dest: /127.0.0.1:57118, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109, duration: 1992331
2014-04-10 11:00:28,731 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:28,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,732 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34899, dest: /127.0.0.1:36785, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109, duration: 2603742
2014-04-10 11:00:28,732 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,733 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36065, dest: /127.0.0.1:46164, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109, duration: 3404297
2014-04-10 11:00:28,733 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,748 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:28,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:28,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1.jhist dst=null perm=null
2014-04-10 11:00:28,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist_tmp dst=null perm=null
2014-04-10 11:00:28,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1.jhist dst=null perm=null
2014-04-10 11:00:28,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist_tmp dst=null perm=null
2014-04-10 11:00:28,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1.jhist dst=null perm=null
2014-04-10 11:00:28,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,793 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56189, bytes: 61840, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107, duration: 421298
2014-04-10 11:00:28,796 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:28,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110 src: /127.0.0.1:40024 dest: /127.0.0.1:57118
2014-04-10 11:00:28,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110 src: /127.0.0.1:34903 dest: /127.0.0.1:36785
2014-04-10 11:00:28,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110 src: /127.0.0.1:56192 dest: /127.0.0.1:51355
2014-04-10 11:00:28,814 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56192, dest: /127.0.0.1:51355, bytes: 61360, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110, duration: 2480159
2014-04-10 11:00:28,814 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:28,815 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34903, dest: /127.0.0.1:36785, bytes: 61360, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110, duration: 3100323
2014-04-10 11:00:28,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,815 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,815 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40024, dest: /127.0.0.1:57118, bytes: 61360, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110, duration: 3510299
2014-04-10 11:00:28,815 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist_tmp is closed by DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:28,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:28,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1_conf.xml dst=null perm=null
2014-04-10 11:00:28,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:28,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1_conf.xml dst=null perm=null
2014-04-10 11:00:28,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:28,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009/job_1397145499203_0009_1_conf.xml dst=null perm=null
2014-04-10 11:00:28,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:28,876 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34905, bytes: 95870, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741930_1106, duration: 413789
2014-04-10 11:00:28,879 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:28,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111 src: /127.0.0.1:40028 dest: /127.0.0.1:57118
2014-04-10 11:00:28,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111 src: /127.0.0.1:56195 dest: /127.0.0.1:51355
2014-04-10 11:00:28,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111 src: /127.0.0.1:34908 dest: /127.0.0.1:36785
2014-04-10 11:00:28,899 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34908, dest: /127.0.0.1:36785, bytes: 95126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111, duration: 2867626
2014-04-10 11:00:28,899 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:28,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,900 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56195, dest: /127.0.0.1:51355, bytes: 95126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111, duration: 3002436
2014-04-10 11:00:28,900 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,901 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40028, dest: /127.0.0.1:57118, bytes: 95126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_230475985_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111, duration: 3801620
2014-04-10 11:00:28,901 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:28,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:28,915 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_230475985_1
2014-04-10 11:00:28,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:28,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:28,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:28,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:28,990 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0009_000001 with final state: FINISHING
2014-04-10 11:00:28,990 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:28,990 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0009 with final state: FINISHING
2014-04-10 11:00:28,990 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0009 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:28,990 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0009
2014-04-10 11:00:28,991 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:28,991 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0009 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:29,000 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:00:29,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:29,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:29,005 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0009 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist
2014-04-10 11:00:29,006 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist]
2014-04-10 11:00:29,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist dst=null perm=null
2014-04-10 11:00:29,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40033, bytes: 61840, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110, duration: 281670
2014-04-10 11:00:29,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary dst=null perm=null
2014-04-10 11:00:29,032 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34912, bytes: 455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109, duration: 112332
2014-04-10 11:00:29,032 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0009,submitTime=1397145616365,launchTime=1397145619262,firstMapTaskLaunchTime=1397145621399,firstReduceTaskLaunchTime=1397145626331,finishTime=1397145628649,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=11,reduceSlotSeconds=2,jobName=[59C214B82E0C4225AD9A0129F181A0A0/4D528E40D7714EC799F9487DF62E3174] trap test/(1/1) ...applatform/everystart/tap
2014-04-10 11:00:29,032 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary]
2014-04-10 11:00:29,048 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 11:00:29,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009.summary dst=null perm=null
2014-04-10 11:00:29,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:00:29,050 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist
2014-04-10 11:00:29,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0009-1397145616365-brock-%5B59C214B82E0C4225AD9A0129F181A0A0%2F4D528E40D7714EC7-1397145628649-4-1-SUCCEEDED-default-1397145619262.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:29,065 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0009_conf.xml
2014-04-10 11:00:29,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0009_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:29,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:29,090 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary
2014-04-10 11:00:29,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary dst=null perm=null
2014-04-10 11:00:29,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:29,091 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary
2014-04-10 11:00:29,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary dst=null perm=null
2014-04-10 11:00:29,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary dst=null perm=null
2014-04-10 11:00:29,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:29,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:29,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:29,117 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:29,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 dst=null perm=null
2014-04-10 11:00:29,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:29,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:29,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:29,127 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:29,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 11:00:29,129 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40033, bytes: 116, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108, duration: 105961
2014-04-10 11:00:29,129 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/everystart/trap
2014-04-10 11:00:29,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:29,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:29,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:29,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null
2014-04-10 11:00:29,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 11:00:29,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/part-r-00001-00000 dst=null perm=null
2014-04-10 11:00:29,133 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56201, bytes: 116, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108, duration: 115015
2014-04-10 11:00:29,133 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/everystart/tap
2014-04-10 11:00:29,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:29,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:29,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:29,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null
2014-04-10 11:00:29,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 dst=null perm=null
2014-04-10 11:00:29,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 dst=null perm=null
2014-04-10 11:00:29,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:29,145 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:00:29,145 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:00:29,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:29,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null
2014-04-10 11:00:29,159 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 11:00:29,159 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:00:29,159 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap"]
2014-04-10 11:00:29,159 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 11:00:29,159 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 11:00:29,159 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 11:00:29,160 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...mr1/trapplatform/none/tap
2014-04-10 11:00:29,167 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 11:00:29,174 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 11:00:29,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:29,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:29,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:29,177 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 10
2014-04-10 11:00:29,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010 dst=null perm=null
2014-04-10 11:00:29,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:00:29,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:00:29,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:29,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:29,242 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 11:00:29,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112 src: /127.0.0.1:34914 dest: /127.0.0.1:36785
2014-04-10 11:00:29,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112 src: /127.0.0.1:40037 dest: /127.0.0.1:57118
2014-04-10 11:00:29,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112 src: /127.0.0.1:36083 dest: /127.0.0.1:46164
2014-04-10 11:00:29,266 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36083, dest: /127.0.0.1:46164, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112, duration: 2604704
2014-04-10 11:00:29,266 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:29,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,266 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40037, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112, duration: 4568199
2014-04-10 11:00:29,267 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,267 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,267 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34914, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112, duration: 4430442
2014-04-10 11:00:29,267 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,281 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:29,282 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar
2014-04-10 11:00:29,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:29,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:29,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:29,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:29,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:29,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:00:29,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:00:29,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:00:29,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:00:29,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:00:29,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:29,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:29,326 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:29,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:29,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:29,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:29,357 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split
2014-04-10 11:00:29,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:29,375 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 11:00:29,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113 src: /127.0.0.1:36085 dest: /127.0.0.1:46164
2014-04-10 11:00:29,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113 src: /127.0.0.1:56207 dest: /127.0.0.1:51355
2014-04-10 11:00:29,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113 src: /127.0.0.1:40042 dest: /127.0.0.1:57118
2014-04-10 11:00:29,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113 src: /127.0.0.1:34921 dest: /127.0.0.1:36785
2014-04-10 11:00:29,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34921, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 10317484
2014-04-10 11:00:29,407 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:29,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40042, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 11293389
2014-04-10 11:00:29,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,408 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,408 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56207, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 11733970
2014-04-10 11:00:29,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,409 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36085, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 12468150
2014-04-10 11:00:29,408 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,409 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741937_1113 size 1527
2014-04-10 11:00:29,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:29,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:29,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:29,458 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:29,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114 src: /127.0.0.1:36089 dest: /127.0.0.1:46164
2014-04-10 11:00:29,496 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0009_01_000006
2014-04-10 11:00:29,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114 src: /127.0.0.1:34923 dest: /127.0.0.1:36785
2014-04-10 11:00:29,496 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:29,497 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0009_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:00:29,497 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000006
2014-04-10 11:00:29,497 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0009_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:29,497 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:00:29,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114 src: /127.0.0.1:56212 dest: /127.0.0.1:51355
2014-04-10 11:00:29,499 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0009_01_000006, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:29,499 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:29,499 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:00:29,499 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0009_000001 released container container_1397145499203_0009_01_000006 on node: host: localhost:52607 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:29,501 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56212, dest: /127.0.0.1:51355, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114, duration: 1502836
2014-04-10 11:00:29,502 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:29,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,502 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34923, dest: /127.0.0.1:36785, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114, duration: 1843237
2014-04-10 11:00:29,502 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,503 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36089, dest: /127.0.0.1:46164, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114, duration: 2904124
2014-04-10 11:00:29,503 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:29,532 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:00:29,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:29,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:29,607 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:29,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115 src: /127.0.0.1:34927 dest: /127.0.0.1:36785
2014-04-10 11:00:29,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115 src: /127.0.0.1:56216 dest: /127.0.0.1:51355
2014-04-10 11:00:29,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115 src: /127.0.0.1:40051 dest: /127.0.0.1:57118
2014-04-10 11:00:29,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40051, dest: /127.0.0.1:57118, bytes: 81069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115, duration: 1247266
2014-04-10 11:00:29,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:29,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56216, dest: /127.0.0.1:51355, bytes: 81069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115, duration: 1399304
2014-04-10 11:00:29,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34927, dest: /127.0.0.1:36785, bytes: 81069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115, duration: 1824957
2014-04-10 11:00:29,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:29,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:29,640 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:29,640 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0010
2014-04-10 11:00:29,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010 dst=null perm=null
2014-04-10 11:00:29,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:29,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:29,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:29,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:29,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:29,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:29,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:29,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:29,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:29,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:29,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:29,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:29,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:29,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:29,697 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 10 submitted by user brock
2014-04-10 11:00:29,697 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0010
2014-04-10 11:00:29,697 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0010
2014-04-10 11:00:29,697 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0010
2014-04-10 11:00:29,697 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0010 State change from NEW to NEW_SAVING
2014-04-10 11:00:29,698 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0010 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:00:29,698 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0010_000001
2014-04-10 11:00:29,698 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from NEW to SUBMITTED
2014-04-10 11:00:29,698 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0010 from user: brock activated in queue: default
2014-04-10 11:00:29,698 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:00:29,699 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0010 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:00:29,699 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0010
2014-04-10 11:00:29,699 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0010_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:00:29,699 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:00:29,700 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0010 State change from SUBMITTED to ACCEPTED
2014-04-10 11:00:29,702 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0010/
2014-04-10 11:00:29,702 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0010
2014-04-10 11:00:29,702 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0010/
2014-04-10 11:00:29,839 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:29,839 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000001
2014-04-10 11:00:29,840 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0010_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:00:29,840 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0010 container=Container: [ContainerId: container_1397145499203_0010_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0010_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:29,840 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:00:29,840 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:29,840 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:29,841 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0010 AttemptId: appattempt_1397145499203_0010_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0010_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ]
2014-04-10 11:00:29,841 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:00:29,841 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:00:29,842 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0010_000001
2014-04-10 11:00:29,842 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0010_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] for AM appattempt_1397145499203_0010_000001
2014-04-10 11:00:29,842 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:00:29,846 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0010_000001 (auth:SIMPLE)
2014-04-10 11:00:29,848 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0010_01_000001 by user brock
2014-04-10 11:00:29,848 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0010
2014-04-10 11:00:29,848 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000001
2014-04-10 11:00:29,848 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0010 transitioned from NEW to INITING
2014-04-10 11:00:29,849 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0010_01_000001 to application application_1397145499203_0010
2014-04-10 11:00:29,849 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0010 transitioned from INITING to RUNNING
2014-04-10 11:00:29,849 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0010_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] for AM appattempt_1397145499203_0010_000001
2014-04-10 11:00:29,849 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:00:29,849 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:00:29,850 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0010
2014-04-10 11:00:29,850 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:00:29,850 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:00:29,850 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:00:29,850 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:00:29,851 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0010_01_000001
2014-04-10 11:00:29,860 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145499203_0010_01_000001.tokens. Credentials list:
2014-04-10 11:00:29,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:29,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397145499203_0010_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000001.tokens
2014-04-10 11:00:29,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:30,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:30,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:30,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:30,047 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36100, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-712330567_5749, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112, duration: 948072
2014-04-10 11:00:30,057 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741926_1102 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:46164
2014-04-10 11:00:30,057 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741927_1103 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:46164 127.0.0.1:57118
2014-04-10 11:00:30,057 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741928_1104 127.0.0.1:57118 127.0.0.1:51355 127.0.0.1:36785
2014-04-10 11:00:30,057 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741929_1105 127.0.0.1:36785 127.0.0.1:57118 127.0.0.1:46164
2014-04-10 11:00:30,058 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741931_1107 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:46164
2014-04-10 11:00:30,058 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:57118
2014-04-10 11:00:30,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0009 dst=null perm=null
2014-04-10 11:00:30,072 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:30,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:30,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:30,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:30,097 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56201, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-712330567_5749, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114, duration: 223737
2014-04-10 11:00:30,114 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:30,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:30,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:30,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:30,139 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40056, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-712330567_5749, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 244382
2014-04-10 11:00:30,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:30,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:30,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:30,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:30,179 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56201, bytes: 81705, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-712330567_5749, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115, duration: 398130
2014-04-10 11:00:30,196 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:30,196 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:30,230 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:30,230 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:30,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000001/default_container_executor.sh]
2014-04-10 11:00:30,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:31,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:31,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/COMMIT_STARTED dst=null perm=null
2014-04-10 11:00:31,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:00:31,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/COMMIT_FAIL dst=null perm=null
2014-04-10 11:00:31,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010 dst=null perm=null
2014-04-10 11:00:31,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:31,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:31,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:31,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:31,772 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56227, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114, duration: 155767
2014-04-10 11:00:31,853 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36785 to replicate blk_1073741936_1112 to datanode(s) 127.0.0.1:51355
2014-04-10 11:00:31,853 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741926_1102, blk_1073741927_1103, blk_1073741928_1104, blk_1073741929_1105, blk_1073741930_1106, blk_1073741933_1109]
2014-04-10 11:00:31,853 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741926_1102, blk_1073741927_1103, blk_1073741929_1105, blk_1073741931_1107, blk_1073741933_1109]
2014-04-10 11:00:32,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108
2014-04-10 11:00:32,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114
2014-04-10 11:00:32,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113
2014-04-10 11:00:32,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109
2014-04-10 11:00:32,258 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107
2014-04-10 11:00:32,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112
2014-04-10 11:00:32,428 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0010_000001 (auth:SIMPLE)
2014-04-10 11:00:32,430 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0010_000001
2014-04-10 11:00:32,430 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0010 APPATTEMPTID=appattempt_1397145499203_0010_000001
2014-04-10 11:00:32,430 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:00:32,430 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0010 State change from ACCEPTED to RUNNING
2014-04-10 11:00:32,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:32,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:32,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:32,624 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 11:00:32,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116 src: /127.0.0.1:34942 dest: /127.0.0.1:36785
2014-04-10 11:00:32,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116 src: /127.0.0.1:56231 dest: /127.0.0.1:51355
2014-04-10 11:00:32,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116 src: /127.0.0.1:36111 dest: /127.0.0.1:46164
2014-04-10 11:00:32,672 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36111, dest: /127.0.0.1:46164, bytes: 95004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116, duration: 4039228
2014-04-10 11:00:32,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:32,672 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56231, dest: /127.0.0.1:51355, bytes: 95004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116, duration: 4443501
2014-04-10 11:00:32,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:32,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:32,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34942, dest: /127.0.0.1:36785, bytes: 95004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116, duration: 4761299
2014-04-10 11:00:32,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:32,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:32,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:32,690 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:33,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107
2014-04-10 11:00:33,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108
2014-04-10 11:00:33,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109
2014-04-10 11:00:33,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111
2014-04-10 11:00:33,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115
2014-04-10 11:00:33,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110
2014-04-10 11:00:33,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113
2014-04-10 11:00:33,078 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741933_1109
2014-04-10 11:00:33,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110
2014-04-10 11:00:33,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116
2014-04-10 11:00:33,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111
2014-04-10 11:00:33,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113
2014-04-10 11:00:33,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114
2014-04-10 11:00:33,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116
2014-04-10 11:00:33,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741931_1107
2014-04-10 11:00:33,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113
2014-04-10 11:00:33,209 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741938_1114
2014-04-10 11:00:33,209 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741932_1108
2014-04-10 11:00:33,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741934_1110
2014-04-10 11:00:33,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115
2014-04-10 11:00:33,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741935_1111
2014-04-10 11:00:33,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112
2014-04-10 11:00:33,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741926 for deletion
2014-04-10 11:00:33,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741927 for deletion
2014-04-10 11:00:33,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741929 for deletion
2014-04-10 11:00:33,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741926
2014-04-10 11:00:33,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741931 for deletion
2014-04-10 11:00:33,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741929
2014-04-10 11:00:33,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741933 for deletion
2014-04-10 11:00:33,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741931
2014-04-10 11:00:33,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741927
2014-04-10 11:00:33,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741933
2014-04-10 11:00:33,426 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, infoPort=42225, ipcPort=45065, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112 to 127.0.0.1:51355
2014-04-10 11:00:33,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741926 for deletion
2014-04-10 11:00:33,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741927 for deletion
2014-04-10 11:00:33,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741928 for deletion
2014-04-10 11:00:33,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741926
2014-04-10 11:00:33,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741929 for deletion
2014-04-10 11:00:33,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741927
2014-04-10 11:00:33,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741930 for deletion
2014-04-10 11:00:33,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741928
2014-04-10 11:00:33,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741929
2014-04-10 11:00:33,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741930
2014-04-10 11:00:33,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741933 for deletion
2014-04-10 11:00:33,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112 src: /127.0.0.1:56233 dest: /127.0.0.1:51355
2014-04-10 11:00:33,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741933
2014-04-10 11:00:33,428 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112 (numBytes=244650) to 127.0.0.1/127.0.0.1:51355
2014-04-10 11:00:33,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112 src: /127.0.0.1:56233 dest: /127.0.0.1:51355 of size 244650
2014-04-10 11:00:33,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741936_1112 size 244650
2014-04-10 11:00:33,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112
2014-04-10 11:00:33,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115
2014-04-10 11:00:33,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:33,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000002
2014-04-10 11:00:33,498 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0010_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:00:33,498 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0010 container=Container: [ContainerId: container_1397145499203_0010_01_000002, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0010_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:33,499 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:00:33,499 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:33,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:33,499 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000003
2014-04-10 11:00:33,499 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0010_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:00:33,500 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0010 container=Container: [ContainerId: container_1397145499203_0010_01_000003, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0010_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:33,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:00:33,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:33,500 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:33,501 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000004
2014-04-10 11:00:33,501 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0010_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:00:33,501 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0010 container=Container: [ContainerId: container_1397145499203_0010_01_000004, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0010_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:33,501 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:00:33,501 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:33,502 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:33,502 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000005
2014-04-10 11:00:33,502 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0010_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:00:33,502 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0010 container=Container: [ContainerId: container_1397145499203_0010_01_000005, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] containerId=container_1397145499203_0010_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:33,502 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:00:33,503 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:34,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:34,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:34,477 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:34,477 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:34,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:34,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:34,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:34,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:34,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:34,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:34,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:34,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:34,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:34,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:34,620 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0010_000001 (auth:SIMPLE)
2014-04-10 11:00:34,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0010_01_000004 by user brock
2014-04-10 11:00:34,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0010_01_000003 by user brock
2014-04-10 11:00:34,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0010_01_000005 by user brock
2014-04-10 11:00:34,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0010_01_000002 by user brock
2014-04-10 11:00:34,623 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0010_01_000003 to application application_1397145499203_0010
2014-04-10 11:00:34,623 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000003
2014-04-10 11:00:34,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0010
2014-04-10 11:00:34,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000002
2014-04-10 11:00:34,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000004
2014-04-10 11:00:34,624 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0010_01_000005 to application application_1397145499203_0010
2014-04-10 11:00:34,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000005
2014-04-10 11:00:34,625 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0010_01_000002 to application application_1397145499203_0010
2014-04-10 11:00:34,625 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0010 transitioned from NEW to INITING
2014-04-10 11:00:34,625 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0010_01_000004 to application application_1397145499203_0010
2014-04-10 11:00:34,625 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0010 transitioned from INITING to RUNNING
2014-04-10 11:00:34,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:00:34,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:00:34,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:00:34,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:00:34,627 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0010
2014-04-10 11:00:34,627 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0010
2014-04-10 11:00:34,627 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:34,627 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0010
2014-04-10 11:00:34,627 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:00:34,627 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:00:34,628 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0010
2014-04-10 11:00:34,628 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0010
2014-04-10 11:00:34,628 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:34,628 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0010
2014-04-10 11:00:34,628 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0010
2014-04-10 11:00:34,628 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0010
2014-04-10 11:00:34,628 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:34,629 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0010
2014-04-10 11:00:34,629 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0010
2014-04-10 11:00:34,629 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0010
2014-04-10 11:00:34,629 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:34,629 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0010
2014-04-10 11:00:34,630 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0010_01_000002
2014-04-10 11:00:34,630 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0010_01_000003
2014-04-10 11:00:34,630 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0010_01_000005
2014-04-10 11:00:34,631 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0010_01_000004
2014-04-10 11:00:34,645 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145499203_0010_01_000004.tokens. Credentials list:
2014-04-10 11:00:34,646 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145499203_0010_01_000003.tokens. Credentials list:
2014-04-10 11:00:34,646 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0010_01_000002.tokens. Credentials list:
2014-04-10 11:00:34,646 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145499203_0010_01_000005.tokens. Credentials list:
2014-04-10 11:00:34,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:34,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145499203_0010_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000004.tokens
2014-04-10 11:00:34,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:34,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:34,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:34,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar dst=null perm=null
2014-04-10 11:00:34,853 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741926_1102, blk_1073741927_1103, blk_1073741928_1104, blk_1073741929_1105, blk_1073741930_1106, blk_1073741931_1107, blk_1073741933_1109]
2014-04-10 11:00:34,854 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741926_1102, blk_1073741927_1103, blk_1073741928_1104, blk_1073741930_1106, blk_1073741931_1107]
2014-04-10 11:00:35,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40072, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1809287941_5891, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112, duration: 206763357
2014-04-10 11:00:35,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:35,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:35,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:35,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml dst=null perm=null
2014-04-10 11:00:35,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56239, bytes: 81705, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1809287941_5891, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741939_1115, duration: 410271
2014-04-10 11:00:35,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:35,111 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:35,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:35,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:35,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:35,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:35,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:35,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:35,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:35,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:35,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:35,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:35,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:35,179 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0009_01_000001 succeeded
2014-04-10 11:00:35,179 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:00:35,180 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0009_01_000001
2014-04-10 11:00:35,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000001
2014-04-10 11:00:35,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000001
2014-04-10 11:00:35,190 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000001
2014-04-10 11:00:35,190 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:00:35,191 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0009_01_000001 from application application_1397145499203_0009
2014-04-10 11:00:35,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000001
2014-04-10 11:00:35,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:35,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0009/container_1397145499203_0009_01_000001
2014-04-10 11:00:35,191 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0009
2014-04-10 11:00:35,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000005/default_container_executor.sh]
2014-04-10 11:00:35,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000002/default_container_executor.sh]
2014-04-10 11:00:35,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000003/default_container_executor.sh]
2014-04-10 11:00:35,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000004/default_container_executor.sh]
2014-04-10 11:00:35,246 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0009_01_000001
2014-04-10 11:00:35,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:35,246 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0009_000001
2014-04-10 11:00:35,247 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0009_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:00:35,247 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0009_000001 State change from FINISHING to FINISHED
2014-04-10 11:00:35,247 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0009 State change from FINISHING to FINISHED
2014-04-10 11:00:35,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0009 CONTAINERID=container_1397145499203_0009_01_000001
2014-04-10 11:00:35,247 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0009_000001
2014-04-10 11:00:35,247 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0009_01_000001 of capacity <memory:2048, vCores:1> on host localhost:59425, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:35,247 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:00:35,247 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0009_01_000001, NodeId: localhost:59425, NodeHttpAddress: localhost:34685, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:59425 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:35,247 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:35,248 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:00:35,248 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0009_000001 released container container_1397145499203_0009_01_000001 on node: host: localhost:59425 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:35,248 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0009_000001 is done. finalState=FINISHED
2014-04-10 11:00:35,248 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0009 requests cleared
2014-04-10 11:00:35,248 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0009 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:00:35,248 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0009 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:00:35,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0009
2014-04-10 11:00:35,248 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0009,name=[59C214B82E0C4225AD9A0129F181A0A0/4D528E40D7714EC799F9487DF62E3174] trap test/(1/1) ...applatform/everystart/tap,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0009/jobhistory/job/job_1397145499203_0009,appMasterHost=localhost.localdomain,startTime=1397145616365,finishTime=1397145628990,finalStatus=SUCCEEDED
2014-04-10 11:00:35,249 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0009_000001 (auth:SIMPLE)
2014-04-10 11:00:35,250 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0009_01_000001
2014-04-10 11:00:35,492 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:00:35,498 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:35,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:35,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:35,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:35,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:35,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0009
2014-04-10 11:00:35,499 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:35,499 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0009, with delay of 10800 seconds
2014-04-10 11:00:35,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:35,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:35,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:35,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:36,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:36,247 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:36,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:36,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0009
2014-04-10 11:00:36,247 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:36,247 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0009, with delay of 10800 seconds
2014-04-10 11:00:36,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:36,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:36,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397145499203_0009
2014-04-10 11:00:36,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741926 for deletion
2014-04-10 11:00:36,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741927 for deletion
2014-04-10 11:00:36,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741928 for deletion
2014-04-10 11:00:36,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741930 for deletion
2014-04-10 11:00:36,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741926
2014-04-10 11:00:36,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741931 for deletion
2014-04-10 11:00:36,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741928
2014-04-10 11:00:36,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741927
2014-04-10 11:00:36,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741931
2014-04-10 11:00:36,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741930
2014-04-10 11:00:36,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397145499203_0010_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000005.tokens
2014-04-10 11:00:36,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:36,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741926 for deletion
2014-04-10 11:00:36,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741927 for deletion
2014-04-10 11:00:36,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741928 for deletion
2014-04-10 11:00:36,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741927
2014-04-10 11:00:36,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741929 for deletion
2014-04-10 11:00:36,351 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741926
2014-04-10 11:00:36,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741929
2014-04-10 11:00:36,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741930 for deletion
2014-04-10 11:00:36,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741931 for deletion
2014-04-10 11:00:36,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741933 for deletion
2014-04-10 11:00:36,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741931
2014-04-10 11:00:36,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741928
2014-04-10 11:00:36,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741933_1109 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741933
2014-04-10 11:00:36,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741930
2014-04-10 11:00:36,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:36,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397145499203_0010_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000002.tokens
2014-04-10 11:00:36,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:36,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:36,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397145499203_0010_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000003.tokens
2014-04-10 11:00:36,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:37,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116
2014-04-10 11:00:37,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:37,632 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56249, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0010_m_000003_0_861742151_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 179961
2014-04-10 11:00:37,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:37,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:37,708 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56249, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0010_m_000003_0_861742151_1, offset: 512, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 188486
2014-04-10 11:00:37,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:37,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34964, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0010_m_000002_0_1792758941_1, offset: 512, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 179479
2014-04-10 11:00:37,802 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34965, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0010_m_000001_0_-2130452852_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 127851
2014-04-10 11:00:37,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job.split dst=null perm=null
2014-04-10 11:00:37,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:37,843 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40089, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0010_m_000002_0_1792758941_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 113407
2014-04-10 11:00:37,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:37,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56256, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0010_m_000000_0_-793115812_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741937_1113, duration: 141269
2014-04-10 11:00:37,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_m_000003_0 dst=null perm=null
2014-04-10 11:00:37,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:37,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56256, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0010_m_000000_0_-793115812_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 114978
2014-04-10 11:00:37,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0010_01_000005
2014-04-10 11:00:37,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000005
2014-04-10 11:00:37,985 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:00:37,985 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0010_01_000005
2014-04-10 11:00:37,993 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0010_01_000005 is : 143
2014-04-10 11:00:37,998 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:38,005 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:38,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000005
2014-04-10 11:00:38,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000005
2014-04-10 11:00:38,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000005
2014-04-10 11:00:38,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000005
2014-04-10 11:00:38,006 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000005
2014-04-10 11:00:38,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:38,006 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0010_01_000005 from application application_1397145499203_0010
2014-04-10 11:00:38,006 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:38,006 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0010
2014-04-10 11:00:38,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117 src: /127.0.0.1:34969 dest: /127.0.0.1:36785
2014-04-10 11:00:38,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117 src: /127.0.0.1:36137 dest: /127.0.0.1:46164
2014-04-10 11:00:38,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117 src: /127.0.0.1:40093 dest: /127.0.0.1:57118
2014-04-10 11:00:38,029 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1.jhist for DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:38,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36139, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0010_m_000001_0_-2130452852_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 119225
2014-04-10 11:00:38,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_m_000002_0 dst=null perm=null
2014-04-10 11:00:38,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_m_000001_0 dst=null perm=null
2014-04-10 11:00:38,116 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0010_01_000004
2014-04-10 11:00:38,116 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000004
2014-04-10 11:00:38,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:00:38,116 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0010_01_000004
2014-04-10 11:00:38,116 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0010_01_000005
2014-04-10 11:00:38,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:38,117 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0010_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:00:38,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000005
2014-04-10 11:00:38,117 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0010_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:00:38,117 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:00:38,117 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0010_01_000005, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:38,117 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:38,117 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:00:38,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0010_000001 released container container_1397145499203_0010_01_000005 on node: host: localhost:52607 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:00:38,122 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0010_01_000004 is : 143
2014-04-10 11:00:38,135 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:38,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000004
2014-04-10 11:00:38,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000004
2014-04-10 11:00:38,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000004
2014-04-10 11:00:38,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000004
2014-04-10 11:00:38,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000004
2014-04-10 11:00:38,136 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:38,137 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0010_01_000004 from application application_1397145499203_0010
2014-04-10 11:00:38,137 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:38,137 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0010
2014-04-10 11:00:38,149 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0010_01_000003
2014-04-10 11:00:38,149 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000003
2014-04-10 11:00:38,149 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:00:38,149 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0010_01_000003
2014-04-10 11:00:38,149 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0010_01_000004
2014-04-10 11:00:38,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:38,149 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0010_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:00:38,149 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000004
2014-04-10 11:00:38,149 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0010_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:00:38,150 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:00:38,150 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0010_01_000004, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:38,150 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:38,150 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:00:38,150 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0010_000001 released container container_1397145499203_0010_01_000004 on node: host: localhost:52607 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:00:38,154 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0010_01_000003 is : 143
2014-04-10 11:00:38,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:38,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000003
2014-04-10 11:00:38,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000003
2014-04-10 11:00:38,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000003
2014-04-10 11:00:38,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000003
2014-04-10 11:00:38,162 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000003
2014-04-10 11:00:38,162 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:38,162 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0010_01_000003 from application application_1397145499203_0010
2014-04-10 11:00:38,162 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:38,162 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0010
2014-04-10 11:00:38,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_m_000000_0 dst=null perm=null
2014-04-10 11:00:38,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0010_01_000002
2014-04-10 11:00:38,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000002
2014-04-10 11:00:38,218 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:00:38,218 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0010_01_000002
2014-04-10 11:00:38,218 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0010_01_000003
2014-04-10 11:00:38,219 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:38,219 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0010_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:00:38,219 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000003
2014-04-10 11:00:38,219 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0010_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:00:38,219 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:00:38,219 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0010_01_000003, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:38,219 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:38,219 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:38,219 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0010_000001 released container container_1397145499203_0010_01_000003 on node: host: localhost:52607 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:00:38,222 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0010_01_000002 is : 143
2014-04-10 11:00:38,231 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:38,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000002
2014-04-10 11:00:38,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000002
2014-04-10 11:00:38,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000002
2014-04-10 11:00:38,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000002
2014-04-10 11:00:38,232 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000002
2014-04-10 11:00:38,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:38,232 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0010_01_000002 from application application_1397145499203_0010
2014-04-10 11:00:38,232 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:38,232 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0010
2014-04-10 11:00:38,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741936_1112
2014-04-10 11:00:39,219 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0010_01_000002
2014-04-10 11:00:39,219 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:39,219 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0010_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:00:39,219 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000002
2014-04-10 11:00:39,220 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0010_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52607, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:39,220 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:00:39,220 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0010_01_000002, NodeId: localhost:52607, NodeHttpAddress: localhost:38417, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52607 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:39,220 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:39,220 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:00:39,220 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0010_000001 released container container_1397145499203_0010_01_000002 on node: host: localhost:52607 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:39,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:39,842 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000006
2014-04-10 11:00:39,842 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0010_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:00:39,842 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0010 container=Container: [ContainerId: container_1397145499203_0010_01_000006, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0010_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:39,842 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:39,842 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:40,521 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:40,538 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0010_000001 (auth:SIMPLE)
2014-04-10 11:00:40,542 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0010_01_000006 by user brock
2014-04-10 11:00:40,542 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000006
2014-04-10 11:00:40,542 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0010_01_000006 to application application_1397145499203_0010
2014-04-10 11:00:40,542 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:00:40,543 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0010
2014-04-10 11:00:40,543 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0010
2014-04-10 11:00:40,543 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:40,543 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0010
2014-04-10 11:00:40,544 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:40,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:40,574 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:40,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000006/default_container_executor.sh]
2014-04-10 11:00:40,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:41,525 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:00:42,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:42,391 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_r_000000_0/part-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:42,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118 src: /127.0.0.1:34981 dest: /127.0.0.1:36785
2014-04-10 11:00:42,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118 src: /127.0.0.1:36150 dest: /127.0.0.1:46164
2014-04-10 11:00:42,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118 src: /127.0.0.1:56272 dest: /127.0.0.1:51355
2014-04-10 11:00:42,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56272, dest: /127.0.0.1:51355, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0010_r_000000_0_-1562358050_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118, duration: 13564667
2014-04-10 11:00:42,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:42,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36150, dest: /127.0.0.1:46164, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0010_r_000000_0_-1562358050_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118, duration: 13955216
2014-04-10 11:00:42,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:42,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:42,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34981, dest: /127.0.0.1:36785, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0010_r_000000_0_-1562358050_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118, duration: 14263967
2014-04-10 11:00:42,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:42,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:42,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:42,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0010_r_000000_0_-1562358050_1
2014-04-10 11:00:42,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_r_000000_0 dst=null perm=null
2014-04-10 11:00:42,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_r_000000_0 dst=null perm=null
2014-04-10 11:00:42,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/task_1397145499203_0010_r_000000 dst=null perm=null
2014-04-10 11:00:42,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1397145499203_0010_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/task_1397145499203_0010_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:42,629 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0010_01_000006
2014-04-10 11:00:42,629 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000006
2014-04-10 11:00:42,629 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:00:42,629 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0010_01_000006
2014-04-10 11:00:42,635 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0010_01_000006 is : 143
2014-04-10 11:00:42,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:42,650 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:42,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000006
2014-04-10 11:00:42,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000006
2014-04-10 11:00:42,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000006
2014-04-10 11:00:42,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000006
2014-04-10 11:00:42,650 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000006
2014-04-10 11:00:42,650 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:42,651 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0010_01_000006 from application application_1397145499203_0010
2014-04-10 11:00:42,651 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:42,651 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0010
2014-04-10 11:00:42,664 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:42,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1 dst=null perm=null
2014-04-10 11:00:42,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:42,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:42,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/task_1397145499203_0010_r_000000 dst=null perm=null
2014-04-10 11:00:42,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 dst=null perm=null
2014-04-10 11:00:42,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/task_1397145499203_0010_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:42,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary dst=null perm=null
2014-04-10 11:00:42,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:42,797 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:42,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:42,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:42,859 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40093, dest: /127.0.0.1:57118, bytes: 61562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117, duration: 4832278463
2014-04-10 11:00:42,859 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:42,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 15146
2014-04-10 11:00:42,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36137, dest: /127.0.0.1:46164, bytes: 61562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117, duration: 4833472729
2014-04-10 11:00:42,860 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:42,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 15146
2014-04-10 11:00:42,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34969, dest: /127.0.0.1:36785, bytes: 61562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117, duration: 4834626176
2014-04-10 11:00:42,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:42,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 15146
2014-04-10 11:00:42,881 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:42,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:42,901 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:42,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119 src: /127.0.0.1:56273 dest: /127.0.0.1:51355
2014-04-10 11:00:42,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119 src: /127.0.0.1:34986 dest: /127.0.0.1:36785
2014-04-10 11:00:42,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119 src: /127.0.0.1:40109 dest: /127.0.0.1:57118
2014-04-10 11:00:42,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40109, dest: /127.0.0.1:57118, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119, duration: 2045909
2014-04-10 11:00:42,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:42,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:42,923 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34986, dest: /127.0.0.1:36785, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119, duration: 2607904
2014-04-10 11:00:42,923 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:42,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:42,924 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56273, dest: /127.0.0.1:51355, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119, duration: 3092526
2014-04-10 11:00:42,924 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:42,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW]]} size 0
2014-04-10 11:00:42,939 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:42,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1.jhist dst=null perm=null
2014-04-10 11:00:42,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist_tmp dst=null perm=null
2014-04-10 11:00:42,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1.jhist dst=null perm=null
2014-04-10 11:00:42,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist_tmp dst=null perm=null
2014-04-10 11:00:42,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1.jhist dst=null perm=null
2014-04-10 11:00:42,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:42,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:34988, bytes: 62046, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117, duration: 319186
2014-04-10 11:00:42,995 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:43,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120 src: /127.0.0.1:40111 dest: /127.0.0.1:57118
2014-04-10 11:00:43,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120 src: /127.0.0.1:36157 dest: /127.0.0.1:46164
2014-04-10 11:00:43,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120 src: /127.0.0.1:56279 dest: /127.0.0.1:51355
2014-04-10 11:00:43,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56279, dest: /127.0.0.1:51355, bytes: 61562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120, duration: 2220972
2014-04-10 11:00:43,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:43,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36157, dest: /127.0.0.1:46164, bytes: 61562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120, duration: 3139314
2014-04-10 11:00:43,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,016 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40111, dest: /127.0.0.1:57118, bytes: 61562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120, duration: 3698214
2014-04-10 11:00:43,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,016 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,031 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:43,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:43,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1_conf.xml dst=null perm=null
2014-04-10 11:00:43,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:43,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1_conf.xml dst=null perm=null
2014-04-10 11:00:43,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:43,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010/job_1397145499203_0010_1_conf.xml dst=null perm=null
2014-04-10 11:00:43,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:43,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56280, bytes: 95748, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741940_1116, duration: 216240
2014-04-10 11:00:43,081 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:43,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121 src: /127.0.0.1:34993 dest: /127.0.0.1:36785
2014-04-10 11:00:43,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121 src: /127.0.0.1:40116 dest: /127.0.0.1:57118
2014-04-10 11:00:43,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121 src: /127.0.0.1:56283 dest: /127.0.0.1:51355
2014-04-10 11:00:43,105 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56283, dest: /127.0.0.1:51355, bytes: 95004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121, duration: 2847780
2014-04-10 11:00:43,105 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:43,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,106 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40116, dest: /127.0.0.1:57118, bytes: 95004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121, duration: 3196132
2014-04-10 11:00:43,106 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,107 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:34993, dest: /127.0.0.1:36785, bytes: 95004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1208367784_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121, duration: 4075846
2014-04-10 11:00:43,107 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1208367784_1
2014-04-10 11:00:43,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:43,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:43,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:43,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:43,197 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0010_000001 with final state: FINISHING
2014-04-10 11:00:43,197 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:43,197 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0010 with final state: FINISHING
2014-04-10 11:00:43,198 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0010 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:43,198 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0010
2014-04-10 11:00:43,198 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:43,198 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0010 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:43,215 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:00:43,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:43,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:43,221 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0010 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist
2014-04-10 11:00:43,221 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist]
2014-04-10 11:00:43,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist dst=null perm=null
2014-04-10 11:00:43,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36165, bytes: 62046, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120, duration: 290171
2014-04-10 11:00:43,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary dst=null perm=null
2014-04-10 11:00:43,251 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56287, bytes: 455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119, duration: 236786
2014-04-10 11:00:43,251 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0010,submitTime=1397145629696,launchTime=1397145632442,firstMapTaskLaunchTime=1397145634635,firstReduceTaskLaunchTime=1397145640543,finishTime=1397145642832,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=2,jobName=[E409374898164D049F33FF0C06F678B2/D9F6BB2F6E76429194C845627344BC26] trap test/(1/1) ...mr1/trapplatform/none/tap
2014-04-10 11:00:43,251 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary]
2014-04-10 11:00:43,264 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741943_1119 127.0.0.1:51355 127.0.0.1:36785 127.0.0.1:57118
2014-04-10 11:00:43,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010.summary dst=null perm=null
2014-04-10 11:00:43,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:00:43,268 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist
2014-04-10 11:00:43,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0010-1397145629696-brock-%5BE409374898164D049F33FF0C06F678B2%2FD9F6BB2F6E764291-1397145642832-4-1-SUCCEEDED-default-1397145632442.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:43,281 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0010_conf.xml
2014-04-10 11:00:43,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0010_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:43,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:43,316 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary
2014-04-10 11:00:43,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary dst=null perm=null
2014-04-10 11:00:43,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null
2014-04-10 11:00:43,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:43,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:43,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:43,335 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:43,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 dst=null perm=null
2014-04-10 11:00:43,338 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35000, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118, duration: 282851
2014-04-10 11:00:43,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null
2014-04-10 11:00:43,351 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/none/tap
2014-04-10 11:00:43,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:43,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:43,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:43,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null
2014-04-10 11:00:43,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 dst=null perm=null
2014-04-10 11:00:43,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 dst=null perm=null
2014-04-10 11:00:43,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36165, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118, duration: 186113
2014-04-10 11:00:43,358 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/none/trap
2014-04-10 11:00:43,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null
2014-04-10 11:00:43,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:43,379 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:00:43,379 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:00:43,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:43,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:43,391 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting
2014-04-10 11:00:43,391 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:00:43,391 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] sink: Hfs["TextDelimited[['ip', 'count']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap"]
2014-04-10 11:00:43,392 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] parallel execution is enabled: true
2014-04-10 11:00:43,392 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] starting jobs: 1
2014-04-10 11:00:43,392 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [trap test] allocating threads: 1
2014-04-10 11:00:43,392 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...1/trapplatform/allseq/tap
2014-04-10 11:00:43,402 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 11:00:43,409 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:33389
2014-04-10 11:00:43,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:43,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:43,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:43,413 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 11
2014-04-10 11:00:43,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011 dst=null perm=null
2014-04-10 11:00:43,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121
2014-04-10 11:00:43,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118
2014-04-10 11:00:43,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119
2014-04-10 11:00:43,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120
2014-04-10 11:00:43,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:00:43,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:00:43,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121
2014-04-10 11:00:43,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119
2014-04-10 11:00:43,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:43,457 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117
2014-04-10 11:00:43,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120
2014-04-10 11:00:43,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:43,475 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar. BP-1011418899-127.0.0.1-1397145483488 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 11:00:43,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117
2014-04-10 11:00:43,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741943_1119
2014-04-10 11:00:43,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118
2014-04-10 11:00:43,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741945_1121
2014-04-10 11:00:43,491 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122 src: /127.0.0.1:40124 dest: /127.0.0.1:57118
2014-04-10 11:00:43,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122 src: /127.0.0.1:35003 dest: /127.0.0.1:36785
2014-04-10 11:00:43,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122 src: /127.0.0.1:36171 dest: /127.0.0.1:46164
2014-04-10 11:00:43,498 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36171, dest: /127.0.0.1:46164, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122, duration: 4378236
2014-04-10 11:00:43,498 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:43,499 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35003, dest: /127.0.0.1:36785, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122, duration: 4870358
2014-04-10 11:00:43,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,499 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,500 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40124, dest: /127.0.0.1:57118, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122, duration: 4805843
2014-04-10 11:00:43,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,500 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,514 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:43,515 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar
2014-04-10 11:00:43,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:43,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:43,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:43,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:43,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:43,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:00:43,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:00:43,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:00:43,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:00:43,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:00:43,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:43,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:43,559 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:43,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:43,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:43,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:43,598 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split
2014-04-10 11:00:43,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:43,616 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split. BP-1011418899-127.0.0.1-1397145483488 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:43,630 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0010_01_000006
2014-04-10 11:00:43,630 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:43,631 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0010_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:00:43,631 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000006
2014-04-10 11:00:43,631 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0010_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:00:43,631 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:00:43,631 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0010_01_000006, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:43,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:43,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:00:43,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0010_000001 released container container_1397145499203_0010_01_000006 on node: host: localhost:54691 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:00:43,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123 src: /127.0.0.1:40127 dest: /127.0.0.1:57118
2014-04-10 11:00:43,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123 src: /127.0.0.1:36173 dest: /127.0.0.1:46164
2014-04-10 11:00:43,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123 src: /127.0.0.1:35007 dest: /127.0.0.1:36785
2014-04-10 11:00:43,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123 src: /127.0.0.1:56296 dest: /127.0.0.1:51355
2014-04-10 11:00:43,641 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56296, dest: /127.0.0.1:51355, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 3790389
2014-04-10 11:00:43,641 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:43,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35007, dest: /127.0.0.1:36785, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 4313622
2014-04-10 11:00:43,642 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,643 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36173, dest: /127.0.0.1:46164, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 5003600
2014-04-10 11:00:43,643 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,643 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40127, dest: /127.0.0.1:57118, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 5617296
2014-04-10 11:00:43,644 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:43,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:43,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:43,691 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo. BP-1011418899-127.0.0.1-1397145483488 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:43,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124 src: /127.0.0.1:40131 dest: /127.0.0.1:57118
2014-04-10 11:00:43,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124 src: /127.0.0.1:36177 dest: /127.0.0.1:46164
2014-04-10 11:00:43,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124 src: /127.0.0.1:35011 dest: /127.0.0.1:36785
2014-04-10 11:00:43,713 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35011, dest: /127.0.0.1:36785, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124, duration: 1142732
2014-04-10 11:00:43,714 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:43,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,714 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36177, dest: /127.0.0.1:46164, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124, duration: 1760981
2014-04-10 11:00:43,714 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,714 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40131, dest: /127.0.0.1:57118, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124, duration: 2124097
2014-04-10 11:00:43,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,723 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741948_1124 size 156
2014-04-10 11:00:43,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:43,739 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:00:43,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:43,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:00:43,779 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:43,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125 src: /127.0.0.1:35012 dest: /127.0.0.1:36785
2014-04-10 11:00:43,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125 src: /127.0.0.1:40135 dest: /127.0.0.1:57118
2014-04-10 11:00:43,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125 src: /127.0.0.1:56302 dest: /127.0.0.1:51355
2014-04-10 11:00:43,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56302, dest: /127.0.0.1:51355, bytes: 81851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125, duration: 2172691
2014-04-10 11:00:43,796 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:43,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,797 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40135, dest: /127.0.0.1:57118, bytes: 81851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125, duration: 2764545
2014-04-10 11:00:43,797 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,798 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35012, dest: /127.0.0.1:36785, bytes: 81851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125, duration: 3420114
2014-04-10 11:00:43,798 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:43,799 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:43,814 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml is closed by DFSClient_NONMAPREDUCE_405965490_9
2014-04-10 11:00:43,814 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397145499203_0011
2014-04-10 11:00:43,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011 dst=null perm=null
2014-04-10 11:00:43,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:43,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:43,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:43,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:43,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:43,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:43,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:43,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:43,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:43,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:43,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:43,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:43,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:43,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:43,855 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:46164 to replicate blk_1073741946_1122 to datanode(s) 127.0.0.1:51355
2014-04-10 11:00:43,855 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741943_1119]
2014-04-10 11:00:43,855 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741943_1119]
2014-04-10 11:00:43,872 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 11 submitted by user brock
2014-04-10 11:00:43,872 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397145499203_0011
2014-04-10 11:00:43,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397145499203_0011
2014-04-10 11:00:43,872 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0011
2014-04-10 11:00:43,872 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0011 State change from NEW to NEW_SAVING
2014-04-10 11:00:43,873 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0011 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:00:43,873 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397145499203_0011_000001
2014-04-10 11:00:43,873 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0011_000001 State change from NEW to SUBMITTED
2014-04-10 11:00:43,873 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397145499203_0011 from user: brock activated in queue: default
2014-04-10 11:00:43,873 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397145499203_0011 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@3e867e6, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:00:43,874 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397145499203_0011 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:00:43,874 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397145499203_0011
2014-04-10 11:00:43,874 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397145499203_0011_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:00:43,874 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0011_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:00:43,875 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0011 State change from SUBMITTED to ACCEPTED
2014-04-10 11:00:43,876 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:41057/proxy/application_1397145499203_0011/
2014-04-10 11:00:43,877 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1397145499203_0011
2014-04-10 11:00:43,877 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://localhost:41057/proxy/application_1397145499203_0011/
2014-04-10 11:00:43,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:43,944 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000001
2014-04-10 11:00:43,944 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0011_01_000001 of capacity <memory:2048, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:00:43,944 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0011 container=Container: [ContainerId: container_1397145499203_0011_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0011_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:43,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:00:43,944 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:43,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:43,945 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397145499203_0011 AttemptId: appattempt_1397145499203_0011_000001 MasterContainer: Container: [ContainerId: container_1397145499203_0011_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ]
2014-04-10 11:00:43,945 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:00:43,945 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:00:43,946 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397145499203_0011_000001
2014-04-10 11:00:43,946 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397145499203_0011_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] for AM appattempt_1397145499203_0011_000001
2014-04-10 11:00:43,946 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397145499203_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:00:43,949 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0011_000001 (auth:SIMPLE)
2014-04-10 11:00:43,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0011_01_000001 by user brock
2014-04-10 11:00:43,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0011
2014-04-10 11:00:43,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000001
2014-04-10 11:00:43,952 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0011 transitioned from NEW to INITING
2014-04-10 11:00:43,952 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0011_01_000001 to application application_1397145499203_0011
2014-04-10 11:00:43,952 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0011 transitioned from INITING to RUNNING
2014-04-10 11:00:43,952 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397145499203_0011_01_000001, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] for AM appattempt_1397145499203_0011_000001
2014-04-10 11:00:43,953 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0011_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:00:43,953 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:00:43,953 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0011
2014-04-10 11:00:43,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:00:43,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:00:43,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:00:43,953 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:00:43,954 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0011_01_000001
2014-04-10 11:00:43,963 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145499203_0011_01_000001.tokens. Credentials list:
2014-04-10 11:00:43,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:44,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397145499203_0011_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000001.tokens
2014-04-10 11:00:44,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0011
2014-04-10 11:00:44,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:44,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:44,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:44,149 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40140, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-573846836_6339, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122, duration: 655352
2014-04-10 11:00:44,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:44,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:44,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:44,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:44,198 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36165, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-573846836_6339, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124, duration: 228636
2014-04-10 11:00:44,217 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:44,231 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:36785 127.0.0.1:57118 127.0.0.1:46164 127.0.0.1:51355
2014-04-10 11:00:44,231 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:51355 127.0.0.1:57118 127.0.0.1:36785 127.0.0.1:46164
2014-04-10 11:00:44,231 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741938_1114 127.0.0.1:46164 127.0.0.1:36785 127.0.0.1:51355
2014-04-10 11:00:44,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741939_1115 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:57118
2014-04-10 11:00:44,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:36785 127.0.0.1:46164 127.0.0.1:57118
2014-04-10 11:00:44,232 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:36785 127.0.0.1:51355 127.0.0.1:46164
2014-04-10 11:00:44,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0010 dst=null perm=null
2014-04-10 11:00:44,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:44,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:44,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:44,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40140, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-573846836_6339, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 220997
2014-04-10 11:00:44,259 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:44,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:44,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:44,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:44,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35000, bytes: 82491, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-573846836_6339, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125, duration: 387484
2014-04-10 11:00:44,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:44,301 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:44,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:44,334 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:44,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000001/default_container_executor.sh]
2014-04-10 11:00:44,942 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:45,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741943 for deletion
2014-04-10 11:00:45,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741943
2014-04-10 11:00:45,352 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=6878bcb7-be02-4895-9e80-b57465c70dac, infoPort=38758, ipcPort=45381, storageInfo=lv=-51;cid=testClusterID;nsid=889073244;c=0) Starting thread to transfer BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122 to 127.0.0.1:51355
2014-04-10 11:00:45,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741943 for deletion
2014-04-10 11:00:45,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741943
2014-04-10 11:00:45,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122 src: /127.0.0.1:56308 dest: /127.0.0.1:51355
2014-04-10 11:00:45,353 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122 (numBytes=244650) to 127.0.0.1/127.0.0.1:51355
2014-04-10 11:00:45,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122 src: /127.0.0.1:56308 dest: /127.0.0.1:51355 of size 244650
2014-04-10 11:00:45,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741946_1122 size 244650
2014-04-10 11:00:45,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:00:45,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/COMMIT_STARTED dst=null perm=null
2014-04-10 11:00:45,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:00:45,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/COMMIT_FAIL dst=null perm=null
2014-04-10 11:00:45,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011 dst=null perm=null
2014-04-10 11:00:45,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:45,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:45,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:45,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:00:45,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36190, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124, duration: 121441
2014-04-10 11:00:46,492 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0011_000001 (auth:SIMPLE)
2014-04-10 11:00:46,496 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397145499203_0011_000001
2014-04-10 11:00:46,496 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397145499203_0011 APPATTEMPTID=appattempt_1397145499203_0011_000001
2014-04-10 11:00:46,496 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0011_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:00:46,496 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0011 State change from ACCEPTED to RUNNING
2014-04-10 11:00:46,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:46,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:46,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:46,683 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1_conf.xml. BP-1011418899-127.0.0.1-1397145483488 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW]]}
2014-04-10 11:00:46,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126 src: /127.0.0.1:36193 dest: /127.0.0.1:46164
2014-04-10 11:00:46,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126 src: /127.0.0.1:35027 dest: /127.0.0.1:36785
2014-04-10 11:00:46,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126 src: /127.0.0.1:40150 dest: /127.0.0.1:57118
2014-04-10 11:00:46,729 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40150, dest: /127.0.0.1:57118, bytes: 95786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126, duration: 4079244
2014-04-10 11:00:46,729 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:46,730 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35027, dest: /127.0.0.1:36785, bytes: 95786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126, duration: 4495515
2014-04-10 11:00:46,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:46,730 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:46,730 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36193, dest: /127.0.0.1:46164, bytes: 95786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126, duration: 4875259
2014-04-10 11:00:46,730 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:46,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:46,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:46,747 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:46,856 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36785 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741941_1117, blk_1073741943_1119]
2014-04-10 11:00:46,856 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57118 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741939_1115, blk_1073741941_1117]
2014-04-10 11:00:47,266 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126
2014-04-10 11:00:47,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124
2014-04-10 11:00:47,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123
2014-04-10 11:00:47,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741941_1117
2014-04-10 11:00:47,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741942_1118
2014-04-10 11:00:47,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741944_1120
2014-04-10 11:00:47,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122
2014-04-10 11:00:47,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:47,632 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000002
2014-04-10 11:00:47,632 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0011_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:00:47,632 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0011 container=Container: [ContainerId: container_1397145499203_0011_01_000002, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0011_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:47,632 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:00:47,632 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:47,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:47,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000003
2014-04-10 11:00:47,633 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0011_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:00:47,633 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0011 container=Container: [ContainerId: container_1397145499203_0011_01_000003, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] containerId=container_1397145499203_0011_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:47,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:00:47,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:47,944 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:47,944 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000004
2014-04-10 11:00:47,944 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0011_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:00:47,944 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0011 container=Container: [ContainerId: container_1397145499203_0011_01_000004, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0011_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:47,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:00:47,945 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:47,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:47,945 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000005
2014-04-10 11:00:47,945 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0011_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:00:47,945 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0011 container=Container: [ContainerId: container_1397145499203_0011_01_000005, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0011_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:47,946 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:00:47,946 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:48,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741936 for deletion
2014-04-10 11:00:48,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741937 for deletion
2014-04-10 11:00:48,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741939 for deletion
2014-04-10 11:00:48,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741936
2014-04-10 11:00:48,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741941 for deletion
2014-04-10 11:00:48,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741937
2014-04-10 11:00:48,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741939
2014-04-10 11:00:48,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741941
2014-04-10 11:00:48,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741936 for deletion
2014-04-10 11:00:48,426 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741937 for deletion
2014-04-10 11:00:48,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741936
2014-04-10 11:00:48,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741937
2014-04-10 11:00:48,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123
2014-04-10 11:00:48,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741938 for deletion
2014-04-10 11:00:48,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741939 for deletion
2014-04-10 11:00:48,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741938
2014-04-10 11:00:48,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741940 for deletion
2014-04-10 11:00:48,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741939
2014-04-10 11:00:48,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741940
2014-04-10 11:00:48,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741941 for deletion
2014-04-10 11:00:48,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125
2014-04-10 11:00:48,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741943 for deletion
2014-04-10 11:00:48,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741941
2014-04-10 11:00:48,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741943_1119 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741943
2014-04-10 11:00:48,462 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124
2014-04-10 11:00:48,463 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126
2014-04-10 11:00:48,464 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123
2014-04-10 11:00:48,465 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125
2014-04-10 11:00:48,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126
2014-04-10 11:00:48,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741948_1124
2014-04-10 11:00:48,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125
2014-04-10 11:00:48,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123
2014-04-10 11:00:48,535 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:48,535 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:48,535 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:48,535 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:48,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:48,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:48,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:48,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:48,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:48,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:48,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:48,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:48,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:00:48,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-508229927064005714.jar dst=null perm=null
2014-04-10 11:00:48,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122
2014-04-10 11:00:48,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122
2014-04-10 11:00:48,666 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0011_000001 (auth:SIMPLE)
2014-04-10 11:00:48,666 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0011_000001 (auth:SIMPLE)
2014-04-10 11:00:48,669 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0011_01_000004 by user brock
2014-04-10 11:00:48,669 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0011_01_000005 by user brock
2014-04-10 11:00:48,669 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000004
2014-04-10 11:00:48,669 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0011_01_000004 to application application_1397145499203_0011
2014-04-10 11:00:48,670 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000005
2014-04-10 11:00:48,670 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0011_01_000005 to application application_1397145499203_0011
2014-04-10 11:00:48,670 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:00:48,671 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:00:48,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0011_01_000002 by user brock
2014-04-10 11:00:48,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0011_01_000003 by user brock
2014-04-10 11:00:48,671 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0011
2014-04-10 11:00:48,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397145499203_0011
2014-04-10 11:00:48,672 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000003
2014-04-10 11:00:48,672 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000002
2014-04-10 11:00:48,672 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0011_01_000003 to application application_1397145499203_0011
2014-04-10 11:00:48,671 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0011
2014-04-10 11:00:48,672 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:48,672 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0011 transitioned from NEW to INITING
2014-04-10 11:00:48,672 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0011
2014-04-10 11:00:48,672 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0011_01_000002 to application application_1397145499203_0011
2014-04-10 11:00:48,673 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0011 transitioned from INITING to RUNNING
2014-04-10 11:00:48,673 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0011
2014-04-10 11:00:48,673 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0011
2014-04-10 11:00:48,673 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:48,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:00:48,673 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0011
2014-04-10 11:00:48,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:00:48,674 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0011
2014-04-10 11:00:48,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:48,674 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0011
2014-04-10 11:00:48,674 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:48,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:48,674 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0011
2014-04-10 11:00:48,675 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:00:48,675 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:00:48,675 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0011
2014-04-10 11:00:48,675 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0011
2014-04-10 11:00:48,675 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:48,675 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0011
2014-04-10 11:00:48,676 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0011_01_000002
2014-04-10 11:00:48,676 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397145499203_0011_01_000003
2014-04-10 11:00:48,688 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145499203_0011_01_000003.tokens. Credentials list:
2014-04-10 11:00:48,689 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145499203_0011_01_000002.tokens. Credentials list:
2014-04-10 11:00:48,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122
2014-04-10 11:00:48,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:48,706 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:48,706 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:48,706 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:48,706 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:48,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397145499203_0011_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000003.tokens
2014-04-10 11:00:48,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0011
2014-04-10 11:00:48,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000005/default_container_executor.sh]
2014-04-10 11:00:48,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000004/default_container_executor.sh]
2014-04-10 11:00:48,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:48,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:48,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar dst=null perm=null
2014-04-10 11:00:48,875 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35035, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-373731272_6519, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741946_1122, duration: 425141
2014-04-10 11:00:48,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:48,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:48,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:48,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml dst=null perm=null
2014-04-10 11:00:48,902 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35035, bytes: 82491, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-373731272_6519, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741949_1125, duration: 250534
2014-04-10 11:00:48,912 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:52042/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:00:48,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:48,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:48,930 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:48,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:48,931 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:48,931 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:48,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:48,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:48,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000003/default_container_executor.sh]
2014-04-10 11:00:48,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000002/default_container_executor.sh]
2014-04-10 11:00:49,369 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397145499203_0010_01_000001 succeeded
2014-04-10 11:00:49,370 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:00:49,370 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0010_01_000001
2014-04-10 11:00:49,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000001
2014-04-10 11:00:49,382 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000001
2014-04-10 11:00:49,382 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000001
2014-04-10 11:00:49,382 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0010/container_1397145499203_0010_01_000001
2014-04-10 11:00:49,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000001
2014-04-10 11:00:49,382 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:00:49,382 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0010_01_000001 from application application_1397145499203_0010
2014-04-10 11:00:49,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:49,383 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0010
2014-04-10 11:00:49,551 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:00:49,632 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0010_01_000001
2014-04-10 11:00:49,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:49,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:49,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:49,633 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397145499203_0010_000001
2014-04-10 11:00:49,633 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0010_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:00:49,633 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0010_000001 State change from FINISHING to FINISHED
2014-04-10 11:00:49,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0010 CONTAINERID=container_1397145499203_0010_01_000001
2014-04-10 11:00:49,633 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0010 State change from FINISHING to FINISHED
2014-04-10 11:00:49,633 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0010_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54691, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:00:49,633 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397145499203_0010_000001
2014-04-10 11:00:49,633 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:00:49,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397145499203_0010
2014-04-10 11:00:49,633 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0010_01_000001, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:49,634 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397145499203_0010,name=[E409374898164D049F33FF0C06F678B2/D9F6BB2F6E76429194C845627344BC26] trap test/(1/1) ...mr1/trapplatform/none/tap,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:41057/proxy/application_1397145499203_0010/jobhistory/job/job_1397145499203_0010,appMasterHost=localhost.localdomain,startTime=1397145629696,finishTime=1397145643197,finalStatus=SUCCEEDED
2014-04-10 11:00:49,634 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:49,634 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:00:49,634 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0010_000001 released container container_1397145499203_0010_01_000001 on node: host: localhost:54691 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:00:49,634 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397145499203_0010_000001 is done. finalState=FINISHED
2014-04-10 11:00:49,634 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397145499203_0010 requests cleared
2014-04-10 11:00:49,634 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397145499203_0010 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:00:49,634 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397145499203_0010 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:00:49,636 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397145499203_0010_000001 (auth:SIMPLE)
2014-04-10 11:00:49,642 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0010_01_000001
2014-04-10 11:00:49,856 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:46164 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741940_1116, blk_1073741941_1117]
2014-04-10 11:00:49,857 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51355 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116]
2014-04-10 11:00:49,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:00:50,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397145499203_0011_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000002.tokens
2014-04-10 11:00:50,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0011
2014-04-10 11:00:50,222 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:50,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:50,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:50,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:50,222 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0010
2014-04-10 11:00:50,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:50,222 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:50,223 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0010, with delay of 10800 seconds
2014-04-10 11:00:50,633 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:00:50,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:50,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:50,633 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397145499203_0010
2014-04-10 11:00:50,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:50,633 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397145499203_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:00:50,634 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397145499203_0010, with delay of 10800 seconds
2014-04-10 11:00:50,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0010
2014-04-10 11:00:51,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:51,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:51,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35045, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0011_m_000002_0_-630433284_1, offset: 512, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 193516
2014-04-10 11:00:51,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36213, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0011_m_000003_0_1321439808_1, offset: 1024, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 188859
2014-04-10 11:00:51,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:51,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56336, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0011_m_000002_0_-630433284_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 158161
2014-04-10 11:00:51,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:51,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40171, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0011_m_000003_0_1321439808_1, offset: 512, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 113512
2014-04-10 11:00:51,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741936 for deletion
2014-04-10 11:00:51,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741937 for deletion
2014-04-10 11:00:51,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741938 for deletion
2014-04-10 11:00:51,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741936
2014-04-10 11:00:51,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741939 for deletion
2014-04-10 11:00:51,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741938
2014-04-10 11:00:51,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741940 for deletion
2014-04-10 11:00:51,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741937
2014-04-10 11:00:51,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741940
2014-04-10 11:00:51,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741939
2014-04-10 11:00:51,352 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741936 for deletion
2014-04-10 11:00:51,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741937 for deletion
2014-04-10 11:00:51,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741938 for deletion
2014-04-10 11:00:51,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741937
2014-04-10 11:00:51,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741940 for deletion
2014-04-10 11:00:51,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741941 for deletion
2014-04-10 11:00:51,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741936
2014-04-10 11:00:51,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741938
2014-04-10 11:00:51,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741941
2014-04-10 11:00:51,357 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1011418899-127.0.0.1-1397145483488 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1011418899-127.0.0.1-1397145483488/current/finalized/blk_1073741940
2014-04-10 11:00:51,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:51,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null
2014-04-10 11:00:51,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null
2014-04-10 11:00:51,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job.split dst=null perm=null
2014-04-10 11:00:51,445 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40173, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0011_m_000000_0_2083420356_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 121556
2014-04-10 11:00:51,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:51,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0/part-m-00001-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:51,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35053, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0011_m_000001_0_327613113_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741947_1123, duration: 174939
2014-04-10 11:00:51,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0/part-m-00001-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:51,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:51,502 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56342, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0011_m_000000_0_2083420356_1, offset: 1024, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 163970
2014-04-10 11:00:51,505 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0/part-m-00001-00002. BP-1011418899-127.0.0.1-1397145483488 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:51,521 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0/part-m-00001-00003. BP-1011418899-127.0.0.1-1397145483488 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]}
2014-04-10 11:00:51,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:00:51,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127 src: /127.0.0.1:36222 dest: /127.0.0.1:46164
2014-04-10 11:00:51,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127 src: /127.0.0.1:35057 dest: /127.0.0.1:36785
2014-04-10 11:00:51,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127 src: /127.0.0.1:56346 dest: /127.0.0.1:51355
2014-04-10 11:00:51,569 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56346, dest: /127.0.0.1:51355, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000002_0_-630433284_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127, duration: 4297947
2014-04-10 11:00:51,569 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:51,570 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35057, dest: /127.0.0.1:36785, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000002_0_-630433284_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127, duration: 3821128
2014-04-10 11:00:51,570 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:51,570 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36222, dest: /127.0.0.1:46164, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000002_0_-630433284_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127, duration: 5340243
2014-04-10 11:00:51,571 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:51,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128 src: /127.0.0.1:56344 dest: /127.0.0.1:51355
2014-04-10 11:00:51,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128 src: /127.0.0.1:40181 dest: /127.0.0.1:57118
2014-04-10 11:00:51,589 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0/part-m-00001-00002 is closed by DFSClient_attempt_1397145499203_0011_m_000002_0_-630433284_1
2014-04-10 11:00:51,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128 src: /127.0.0.1:35060 dest: /127.0.0.1:36785
2014-04-10 11:00:51,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0 dst=null perm=null
2014-04-10 11:00:51,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0 dst=null perm=null
2014-04-10 11:00:51,594 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35060, dest: /127.0.0.1:36785, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000003_0_1321439808_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128, duration: 4134188
2014-04-10 11:00:51,594 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:51,594 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40181, dest: /127.0.0.1:57118, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000003_0_1321439808_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128, duration: 4613364
2014-04-10 11:00:51,595 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:51,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0 dst=null perm=null
2014-04-10 11:00:51,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56344, dest: /127.0.0.1:51355, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000003_0_1321439808_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128, duration: 4499656
2014-04-10 11:00:51,595 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:51,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0 dst=null perm=null
2014-04-10 11:00:51,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0 dst=null perm=null
2014-04-10 11:00:51,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:51,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:51,614 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1397145499203_0011_m_000003_0_1321439808_1
2014-04-10 11:00:51,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0 dst=null perm=null
2014-04-10 11:00:51,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0 dst=null perm=null
2014-04-10 11:00:51,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0 dst=null perm=null
2014-04-10 11:00:51,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0 dst=null perm=null
2014-04-10 11:00:51,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0 dst=null perm=null
2014-04-10 11:00:51,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:51,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:51,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0/part-m-00001-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:51,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0/part-m-00001-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:51,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000002_0 dst=null perm=null
2014-04-10 11:00:51,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null
2014-04-10 11:00:51,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000003_0 dst=null perm=null
2014-04-10 11:00:51,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0/part-m-00001-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:51,720 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0/part-m-00001-00000. BP-1011418899-127.0.0.1-1397145483488 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]}
2014-04-10 11:00:51,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56349, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397145499203_0011_m_000001_0_327613113_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741827_1003, duration: 108124
2014-04-10 11:00:51,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_m_000002_0 dst=null perm=null
2014-04-10 11:00:51,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null
2014-04-10 11:00:51,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_m_000003_0 dst=null perm=null
2014-04-10 11:00:51,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0/part-m-00001-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:51,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129 src: /127.0.0.1:36229 dest: /127.0.0.1:46164
2014-04-10 11:00:51,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129 src: /127.0.0.1:40185 dest: /127.0.0.1:57118
2014-04-10 11:00:51,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129 src: /127.0.0.1:56352 dest: /127.0.0.1:51355
2014-04-10 11:00:51,786 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56352, dest: /127.0.0.1:51355, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000000_0_2083420356_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129, duration: 7231692
2014-04-10 11:00:51,787 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:51,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40185, dest: /127.0.0.1:57118, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000000_0_2083420356_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129, duration: 7085467
2014-04-10 11:00:51,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,787 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:51,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36229, dest: /127.0.0.1:46164, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000000_0_2083420356_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129, duration: 7597446
2014-04-10 11:00:51,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:51,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,796 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0011_01_000004
2014-04-10 11:00:51,796 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000004
2014-04-10 11:00:51,796 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:00:51,796 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0011_01_000004
2014-04-10 11:00:51,799 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0011_01_000005
2014-04-10 11:00:51,799 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000005
2014-04-10 11:00:51,800 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0/part-m-00001-00001. BP-1011418899-127.0.0.1-1397145483488 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]}
2014-04-10 11:00:51,801 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0011_01_000004 is : 143
2014-04-10 11:00:51,805 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1397145499203_0011_m_000000_0_2083420356_1
2014-04-10 11:00:51,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0 dst=null perm=null
2014-04-10 11:00:51,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0 dst=null perm=null
2014-04-10 11:00:51,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0 dst=null perm=null
2014-04-10 11:00:51,810 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:00:51,810 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:51,810 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0011_01_000005
2014-04-10 11:00:51,810 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1.jhist. BP-1011418899-127.0.0.1-1397145483488 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:51,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0 dst=null perm=null
2014-04-10 11:00:51,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0 dst=null perm=null
2014-04-10 11:00:51,815 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0011_01_000005 is : 143
2014-04-10 11:00:51,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:51,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:51,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000004
2014-04-10 11:00:51,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000004
2014-04-10 11:00:51,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000004
2014-04-10 11:00:51,826 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:51,826 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000004
2014-04-10 11:00:51,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000004
2014-04-10 11:00:51,826 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:51,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000005
2014-04-10 11:00:51,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000005
2014-04-10 11:00:51,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000005
2014-04-10 11:00:51,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000005
2014-04-10 11:00:51,827 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0011_01_000004 from application application_1397145499203_0011
2014-04-10 11:00:51,827 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:51,827 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0011
2014-04-10 11:00:51,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000005
2014-04-10 11:00:51,827 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:51,828 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0011_01_000005 from application application_1397145499203_0011
2014-04-10 11:00:51,828 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:51,828 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0011
2014-04-10 11:00:51,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131 src: /127.0.0.1:40188 dest: /127.0.0.1:57118
2014-04-10 11:00:51,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131 src: /127.0.0.1:36234 dest: /127.0.0.1:46164
2014-04-10 11:00:51,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131 src: /127.0.0.1:35068 dest: /127.0.0.1:36785
2014-04-10 11:00:51,844 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1.jhist for DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:51,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130 src: /127.0.0.1:40187 dest: /127.0.0.1:57118
2014-04-10 11:00:51,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130 src: /127.0.0.1:56357 dest: /127.0.0.1:51355
2014-04-10 11:00:51,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130 src: /127.0.0.1:36237 dest: /127.0.0.1:46164
2014-04-10 11:00:51,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0/part-m-00001-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:51,858 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36237, dest: /127.0.0.1:46164, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000001_0_327613113_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130, duration: 2940446
2014-04-10 11:00:51,859 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:51,859 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56357, dest: /127.0.0.1:51355, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000001_0_327613113_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130, duration: 3539635
2014-04-10 11:00:51,859 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:51,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,859 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40187, dest: /127.0.0.1:57118, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397145499203_0011_m_000001_0_327613113_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130, duration: 3805682
2014-04-10 11:00:51,859 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:51,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]} size 0
2014-04-10 11:00:51,889 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1397145499203_0011_m_000001_0_327613113_1
2014-04-10 11:00:51,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000000_0 dst=null perm=null
2014-04-10 11:00:51,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0 dst=null perm=null
2014-04-10 11:00:51,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0 dst=null perm=null
2014-04-10 11:00:51,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0 dst=null perm=null
2014-04-10 11:00:51,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0 dst=null perm=null
2014-04-10 11:00:51,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0 dst=null perm=null
2014-04-10 11:00:51,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:51,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:51,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0/part-m-00001-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:51,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1397145499203_0011_m_000001_0 dst=null perm=null
2014-04-10 11:00:51,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_m_000000_0 dst=null perm=null
2014-04-10 11:00:51,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0011_01_000002
2014-04-10 11:00:51,981 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000002
2014-04-10 11:00:51,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:00:51,981 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0011_01_000002
2014-04-10 11:00:51,986 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0011_01_000002 is : 143
2014-04-10 11:00:51,993 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:51,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000002
2014-04-10 11:00:51,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000002
2014-04-10 11:00:51,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000002
2014-04-10 11:00:51,994 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000002
2014-04-10 11:00:51,994 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:51,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000002
2014-04-10 11:00:51,994 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0011_01_000002 from application application_1397145499203_0011
2014-04-10 11:00:51,994 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:51,994 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0011
2014-04-10 11:00:51,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_m_000001_0 dst=null perm=null
2014-04-10 11:00:52,039 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0011_01_000003
2014-04-10 11:00:52,039 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000003
2014-04-10 11:00:52,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:00:52,039 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0011_01_000003
2014-04-10 11:00:52,039 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0011_01_000002
2014-04-10 11:00:52,040 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:52,040 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0011_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:00:52,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000002
2014-04-10 11:00:52,040 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0011_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:00:52,040 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:00:52,040 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0011_01_000002, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:52,040 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:52,040 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:00:52,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0011_000001 released container container_1397145499203_0011_01_000002 on node: host: localhost:54691 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:00:52,044 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0011_01_000003 is : 143
2014-04-10 11:00:52,053 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:52,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000003
2014-04-10 11:00:52,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000003
2014-04-10 11:00:52,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000003
2014-04-10 11:00:52,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000003
2014-04-10 11:00:52,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000003
2014-04-10 11:00:52,054 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:52,054 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0011_01_000003 from application application_1397145499203_0011
2014-04-10 11:00:52,054 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:52,054 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0011
2014-04-10 11:00:52,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127
2014-04-10 11:00:52,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130
2014-04-10 11:00:52,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129
2014-04-10 11:00:52,799 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0011_01_000004
2014-04-10 11:00:52,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0011_01_000005
2014-04-10 11:00:52,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:52,800 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0011_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:00:52,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000004
2014-04-10 11:00:52,800 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0011_01_000004 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:00:52,801 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:00:52,801 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0011_01_000004, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:52,801 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:52,801 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:00:52,801 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0011_000001 released container container_1397145499203_0011_01_000004 on node: host: localhost:41983 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:00:52,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:52,801 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0011_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:00:52,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000005
2014-04-10 11:00:52,802 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0011_01_000005 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:00:52,802 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:00:52,802 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0011_01_000005, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:52,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:52,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:52,802 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0011_000001 released container container_1397145499203_0011_01_000005 on node: host: localhost:41983 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:00:53,040 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397145499203_0011_01_000003
2014-04-10 11:00:53,040 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:00:53,041 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397145499203_0011_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:00:53,041 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000003
2014-04-10 11:00:53,041 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397145499203_0011_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54691, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:00:53,041 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:00:53,041 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397145499203_0011_01_000003, NodeId: localhost:54691, NodeHttpAddress: localhost:58308, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54691 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:53,041 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:53,041 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:00:53,042 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397145499203_0011_000001 released container container_1397145499203_0011_01_000003 on node: host: localhost:54691 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:00:53,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130
2014-04-10 11:00:53,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129
2014-04-10 11:00:53,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128
2014-04-10 11:00:53,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127
2014-04-10 11:00:53,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129
2014-04-10 11:00:53,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130
2014-04-10 11:00:53,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128
2014-04-10 11:00:53,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128
2014-04-10 11:00:53,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127
2014-04-10 11:00:53,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:00:53,801 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000006
2014-04-10 11:00:53,801 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397145499203_0011_01_000006 of capacity <memory:1024, vCores:1> on host localhost:41983, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:00:53,801 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397145499203_0011 container=Container: [ContainerId: container_1397145499203_0011_01_000006, NodeId: localhost:41983, NodeHttpAddress: localhost:59500, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:41983 }, ] containerId=container_1397145499203_0011_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:53,801 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:00:53,802 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:00:54,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:00:54,583 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397145499203_0011_01_000006 by user brock
2014-04-10 11:00:54,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000006
2014-04-10 11:00:54,583 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397145499203_0011_01_000006 to application application_1397145499203_0011
2014-04-10 11:00:54,584 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:00:54,584 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397145499203_0011
2014-04-10 11:00:54,584 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397145499203_0011
2014-04-10 11:00:54,584 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:00:54,584 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397145499203_0011
2014-04-10 11:00:54,585 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:00:54,618 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:00:54,619 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:54,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000006/default_container_executor.sh]
2014-04-10 11:00:54,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397145499203_0011_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:00:55,574 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:00:57,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:57,205 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_1397145499203_0011_r_000000_0_456677732_1
2014-04-10 11:00:57,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_r_000000_0 dst=null perm=null
2014-04-10 11:00:57,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_r_000000_0 dst=null perm=null
2014-04-10 11:00:57,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/task_1397145499203_0011_r_000000 dst=null perm=null
2014-04-10 11:00:57,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1397145499203_0011_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/task_1397145499203_0011_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:00:57,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397145499203_0011_01_000006
2014-04-10 11:00:57,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000006
2014-04-10 11:00:57,321 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:00:57,322 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397145499203_0011_01_000006
2014-04-10 11:00:57,328 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397145499203_0011_01_000006 is : 143
2014-04-10 11:00:57,342 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:00:57,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000006
2014-04-10 11:00:57,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000006
2014-04-10 11:00:57,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000006
2014-04-10 11:00:57,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397145499203_0011/container_1397145499203_0011_01_000006
2014-04-10 11:00:57,343 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397145499203_0011 CONTAINERID=container_1397145499203_0011_01_000006
2014-04-10 11:00:57,343 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397145499203_0011_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:00:57,343 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397145499203_0011_01_000006 from application application_1397145499203_0011
2014-04-10 11:00:57,343 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:00:57,343 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397145499203_0011
2014-04-10 11:00:57,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:57,388 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:57,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1 dst=null perm=null
2014-04-10 11:00:57,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:57,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:57,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/task_1397145499203_0011_r_000000 dst=null perm=null
2014-04-10 11:00:57,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 dst=null perm=null
2014-04-10 11:00:57,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/task_1397145499203_0011_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:57,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary dst=null perm=null
2014-04-10 11:00:57,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:57,472 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:57,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:57,505 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:57,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35068, dest: /127.0.0.1:36785, bytes: 59393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131, duration: 5689536716
2014-04-10 11:00:57,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:57,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36234, dest: /127.0.0.1:46164, bytes: 59393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131, duration: 5690767839
2014-04-10 11:00:57,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 15139
2014-04-10 11:00:57,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:57,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40188, dest: /127.0.0.1:57118, bytes: 59393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131, duration: 5691803965
2014-04-10 11:00:57,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 15139
2014-04-10 11:00:57,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:57,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 15139
2014-04-10 11:00:57,547 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:57,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:57,567 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW]]}
2014-04-10 11:00:57,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132 src: /127.0.0.1:36243 dest: /127.0.0.1:46164
2014-04-10 11:00:57,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132 src: /127.0.0.1:56365 dest: /127.0.0.1:51355
2014-04-10 11:00:57,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132 src: /127.0.0.1:35078 dest: /127.0.0.1:36785
2014-04-10 11:00:57,589 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35078, dest: /127.0.0.1:36785, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132, duration: 2098363
2014-04-10 11:00:57,589 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:57,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56365, dest: /127.0.0.1:51355, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132, duration: 2603621
2014-04-10 11:00:57,590 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:57,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36243, dest: /127.0.0.1:46164, bytes: 451, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132, duration: 3348776
2014-04-10 11:00:57,591 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:57,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bef98fbb-9d64-4b0a-9cb4-2433ee0db235:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,605 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:57,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:57,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1.jhist dst=null perm=null
2014-04-10 11:00:57,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist_tmp dst=null perm=null
2014-04-10 11:00:57,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1.jhist dst=null perm=null
2014-04-10 11:00:57,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist_tmp dst=null perm=null
2014-04-10 11:00:57,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1.jhist dst=null perm=null
2014-04-10 11:00:57,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:57,658 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40201, bytes: 59861, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741955_1131, duration: 265515
2014-04-10 11:00:57,661 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW]]}
2014-04-10 11:00:57,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133 src: /127.0.0.1:36247 dest: /127.0.0.1:46164
2014-04-10 11:00:57,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133 src: /127.0.0.1:35081 dest: /127.0.0.1:36785
2014-04-10 11:00:57,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133 src: /127.0.0.1:56370 dest: /127.0.0.1:51355
2014-04-10 11:00:57,680 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56370, dest: /127.0.0.1:51355, bytes: 59393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133, duration: 2458113
2014-04-10 11:00:57,680 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:57,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,681 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35081, dest: /127.0.0.1:36785, bytes: 59393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133, duration: 3031424
2014-04-10 11:00:57,681 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:57,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36785 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,681 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36247, dest: /127.0.0.1:46164, bytes: 59393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133, duration: 3659843
2014-04-10 11:00:57,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:57,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a7389ce9-430c-43a2-acbe-3e4f57e06091:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,697 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:57,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:57,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1_conf.xml dst=null perm=null
2014-04-10 11:00:57,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:57,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1_conf.xml dst=null perm=null
2014-04-10 11:00:57,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml_tmp dst=null perm=null
2014-04-10 11:00:57,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397145499203_0011/job_1397145499203_0011_1_conf.xml dst=null perm=null
2014-04-10 11:00:57,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:00:57,741 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40201, bytes: 96538, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741950_1126, duration: 359630
2014-04-10 11:00:57,744 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml_tmp. BP-1011418899-127.0.0.1-1397145483488 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a47c5c69-6e7c-4e9b-9151-7cf4f27de5fb:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-764d592c-837d-456c-b3a8-3ac064d32492:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e1fe02c6-ae81-4271-8922-9f488443cf17:NORMAL|RBW]]}
2014-04-10 11:00:57,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134 src: /127.0.0.1:56371 dest: /127.0.0.1:51355
2014-04-10 11:00:57,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134 src: /127.0.0.1:40206 dest: /127.0.0.1:57118
2014-04-10 11:00:57,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134 src: /127.0.0.1:36252 dest: /127.0.0.1:46164
2014-04-10 11:00:57,764 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36252, dest: /127.0.0.1:46164, bytes: 95786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134, duration: 2898995
2014-04-10 11:00:57,764 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:00:57,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46164 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,764 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40206, dest: /127.0.0.1:57118, bytes: 95786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134, duration: 3449609
2014-04-10 11:00:57,765 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:57,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57118 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,766 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56371, dest: /127.0.0.1:51355, bytes: 95786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-669555819_1, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134, duration: 4241281
2014-04-10 11:00:57,766 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1011418899-127.0.0.1-1397145483488:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:00:57,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51355 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bfe9c98e-83cb-4559-80c3-39c4e7982ee3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-57ad1293-6b51-4af8-9618-ee22cdd2f467:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-4bc9165d-e673-481a-9018-04b8f17de5e4:NORMAL|RBW]]} size 0
2014-04-10 11:00:57,780 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-669555819_1
2014-04-10 11:00:57,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:57,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:57,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:57,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:57,855 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397145499203_0011_000001 with final state: FINISHING
2014-04-10 11:00:57,855 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0011_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:57,855 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397145499203_0011 with final state: FINISHING
2014-04-10 11:00:57,856 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0011 State change from RUNNING to FINAL_SAVING
2014-04-10 11:00:57,856 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397145499203_0011
2014-04-10 11:00:57,856 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397145499203_0011_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:57,856 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397145499203_0011 State change from FINAL_SAVING to FINISHING
2014-04-10 11:00:57,895 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:00:57,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:00:57,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:00:57,903 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397145499203_0011 from file: hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist
2014-04-10 11:00:57,904 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist]
2014-04-10 11:00:57,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist dst=null perm=null
2014-04-10 11:00:57,907 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56376, bytes: 59861, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741957_1133, duration: 283065
2014-04-10 11:00:57,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary dst=null perm=null
2014-04-10 11:00:57,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35089, bytes: 455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2058574469_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741956_1132, duration: 268976
2014-04-10 11:00:57,931 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397145499203_0011,submitTime=1397145643871,launchTime=1397145646506,firstMapTaskLaunchTime=1397145648679,firstReduceTaskLaunchTime=1397145654584,finishTime=1397145657506,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[66B12C6D18D940A5845F18994CEAF3FC/D302509B1A5E47259B607D3F7462C739] trap test/(1/1) ...1/trapplatform/allseq/tap
2014-04-10 11:00:57,932 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary]
2014-04-10 11:00:57,947 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:46164 127.0.0.1:51355 127.0.0.1:36785
2014-04-10 11:00:57,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011.summary dst=null perm=null
2014-04-10 11:00:57,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:00:57,949 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist
2014-04-10 11:00:57,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0011-1397145643871-brock-%5B66B12C6D18D940A5845F18994CEAF3FC%2FD302509B1A5E4725-1397145657506-4-1-SUCCEEDED-default-1397145646506.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:57,964 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml to hdfs://localhost:52042/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0011_conf.xml
2014-04-10 11:00:57,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397145499203_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397145499203_0011_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:00:57,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:57,997 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary
2014-04-10 11:00:57,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary dst=null perm=null
2014-04-10 11:00:57,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:57,999 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary
2014-04-10 11:00:58,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null
2014-04-10 11:00:58,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null
2014-04-10 11:00:58,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:58,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:58,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:58,032 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:00:58,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 dst=null perm=null
2014-04-10 11:00:58,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:58,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:58,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:58,049 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:00:58,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:58,053 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:46164, dest: /127.0.0.1:36257, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6878bcb7-be02-4895-9e80-b57465c70dac, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129, duration: 192717
2014-04-10 11:00:58,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:58,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56376, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130, duration: 156377
2014-04-10 11:00:58,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:58,058 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51355, dest: /127.0.0.1:56376, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 5b6d70ab-a9f6-4ccd-a42e-5f8999cf5694, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127, duration: 154475
2014-04-10 11:00:58,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:58,061 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35089, bytes: 33, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128, duration: 181227
2014-04-10 11:00:58,061 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/allseq/trap
2014-04-10 11:00:58,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:58,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:58,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:58,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null
2014-04-10 11:00:58,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:58,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00000 dst=null perm=null
2014-04-10 11:00:58,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40213, bytes: 34, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741953_1129, duration: 222991
2014-04-10 11:00:58,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:58,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00001 dst=null perm=null
2014-04-10 11:00:58,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40213, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741954_1130, duration: 196744
2014-04-10 11:00:58,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:58,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00002 dst=null perm=null
2014-04-10 11:00:58,077 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36785, dest: /127.0.0.1:35089, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: c59fe8e0-02c2-4c0c-86ed-dd44f67fa4f6, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741951_1127, duration: 202214
2014-04-10 11:00:58,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:58,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00003 dst=null perm=null
2014-04-10 11:00:58,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:57118, dest: /127.0.0.1:40213, bytes: 33, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_405965490_9, offset: 0, srvID: 6599cabd-1876-4422-8ae8-5f13999a22fa, blockid: BP-1011418899-127.0.0.1-1397145483488:blk_1073741952_1128, duration: 184052
2014-04-10 11:00:58,080 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/trapplatform/allseq/tap
2014-04-10 11:00:58,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:58,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:58,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:58,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null
2014-04-10 11:00:58,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 dst=null perm=null
2014-04-10 11:00:58,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 dst=null perm=null